00000001:02000400:3.0F:1731520402.218619:0:12591:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 108a: migrate from ldiskfs to ZFS ==== 12:53:21 (1731520401) 00000001:02000400:1.0F:1731520402.579143:0:12743:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: conf-sanity test_108a zfs only test 00000001:02000400:1.0:1731520403.009979:0:12912:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 108b: migrate from ZFS to ldiskfs ==== 12:53:22 (1731520402) 00000400:00000010:1.0:1731520406.340374:0:13170:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at ffff8800b62be1c0. 00000400:00000010:1.0:1731520406.340379:0:13170:0:(lib-cpt.c:103:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at ffff8800b340a280. 00000400:00000010:1.0:1731520406.340381:0:13170:0:(lib-cpt.c:107:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at ffff8800a7cb6700. 00000400:00000010:1.0:1731520406.340382:0:13170:0:(lib-cpt.c:114:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at ffff88013764f010. 00000400:00000010:1.0:1731520406.340384:0:13170:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at ffff8800a846ed60. 00000400:00000010:1.0:1731520406.340387:0:13170:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b340ad80. 00000400:00000010:1.0:1731520406.340388:0:13170:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at ffff88013764f8d8. 00000400:00000010:0.0F:1731520407.096909:0:13170:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800a7ca4000. 00000400:00000010:0.0:1731520407.096923:0:13170:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800a7ca4880. 00000400:00000010:0.0:1731520407.096927:0:13170:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b60aacc0. 00000400:00000010:0.0:1731520407.096929:0:13170:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800a7ca4c60. 00000400:00000010:0.0:1731520407.096930:0:13170:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800a7ca4f40. 00000400:00000010:0.0:1731520407.096931:0:13170:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b60aa800. 00000400:00000200:0.0:1731520407.096977:0:13170:0:(api-ni.c:1018:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0:1731520407.123552:0:13189:0:(api-ni.c:1018:lnet_register_lnd()) tcp LND registered 00000020:02000000:1.0:1731520407.164052:0:13201:0:(class_obd.c:703:obdclass_init()) Lustre: Build Version: 2.16.0_1_g24e85ce 00000020:00000010:1.0:1731520407.166726:0:13201:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at ffff8800a9000000. 00000001:00000010:0.0:1731520407.167644:0:13201:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e2b5e40. 00000001:00000010:0.0:1731520407.167649:0:13201:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7ca4fe0. 00000001:00000010:0.0:1731520407.167652:0:13201:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012bf2cc00. 00000001:00000010:0.0:1731520407.167653:0:13201:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012bf2ce00. 00000001:00000010:0.0:1731520407.167655:0:13201:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012bf2d000. 00000001:00000010:0.0:1731520407.167656:0:13201:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012bf2d200. 00000020:00000010:0.0:1731520407.167689:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2d400. 00000020:00000010:0.0:1731520407.167692:0:13201:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012bf2d600. 00000020:00000010:0.0:1731520407.167694:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e000. 00000020:00000010:0.0:1731520407.167701:0:13201:0:(cl_object.c:1099:cl_global_init()) kmalloced '(cl_envs)': 192 at ffff88012e2b5cc0. 00000020:00000010:0.0:1731520407.167842:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2da00. 00000020:00000010:0.0:1731520407.167844:0:13201:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012bf2dc00. 00000020:00000010:0.0:1731520407.167846:0:13201:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a31300. 00000020:00000010:0.0:1731520407.167848:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2de00. 00000020:00000010:0.0:1731520407.167850:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2d800. 00000020:00000010:0.0:1731520407.167852:0:13201:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012bf2ca00. 00000020:00000010:0.0:1731520407.167853:0:13201:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a31d20. 00000020:00000010:0.0:1731520407.167872:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2c800. 00000020:00000010:0.0:1731520407.167874:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2c600. 00000020:00000010:0.0:1731520407.167876:0:13201:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012bf2c400. 00000020:00000010:0.0:1731520407.167877:0:13201:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a31ba0. 00000020:00000010:0.0:1731520407.167879:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2c000. 00000020:00000010:0.0:1731520407.167881:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bf2c200. 00000020:00000010:0.0:1731520407.167883:0:13201:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b580f800. 00000020:00000010:0.0:1731520407.167885:0:13201:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a31ae0. 00000020:00000010:0.0:1731520407.167887:0:13201:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b580ea00. 02000000:00000010:0.0:1731520407.167890:0:13201:0:(page_pools.c:1066:obd_pool_init()) kmalloced '(page_pools)': 120 at ffff8800abee5f00. 02000000:00000010:0.0:1731520407.167898:0:13201:0:(page_pools.c:1070:obd_pool_init()) kmalloced '(pool_shrinkers)': 120 at ffff8800abee5a00. 02000000:00000010:0.0:1731520407.167899:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580e600. 02000000:00000010:0.0:1731520407.167902:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1000 at ffff8800b37d0400. 02000000:00000010:0.0:1731520407.167904:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47eac0. 02000000:00000010:0.0:1731520407.167906:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580e200. 02000000:00000010:0.0:1731520407.167907:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 504 at ffff8800b580fa00. 02000000:00000010:0.0:1731520407.167909:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e600. 02000000:00000010:0.0:1731520407.167910:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580e400. 02000000:00000010:0.0:1731520407.167912:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 256 at ffff8800b6cfbf00. 02000000:00000010:0.0:1731520407.167913:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47ec00. 02000000:00000010:0.0:1731520407.167915:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580f000. 02000000:00000010:0.0:1731520407.167916:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 128 at ffff8800abee5600. 02000000:00000010:0.0:1731520407.167917:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e1c0. 02000000:00000010:0.0:1731520407.167919:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580e800. 02000000:00000010:0.0:1731520407.167920:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 64 at ffff88012a47e800. 02000000:00000010:0.0:1731520407.167921:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e240. 02000000:00000010:0.0:1731520407.167923:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580f400. 02000000:00000010:0.0:1731520407.167924:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 32 at ffff8800a7ca4940. 02000000:00000010:0.0:1731520407.167925:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e640. 02000000:00000010:0.0:1731520407.167927:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580f600. 02000000:00000010:0.0:1731520407.167928:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at ffff8800aac2bdb0. 02000000:00000010:0.0:1731520407.167930:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e880. 02000000:00000010:0.0:1731520407.167931:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b580e000. 02000000:00000010:0.0:1731520407.167933:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a7933bd8. 02000000:00000010:0.0:1731520407.167934:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e200. 02000000:00000010:0.0:1731520407.167936:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012e162c00. 02000000:00000010:0.0:1731520407.167937:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a79337b0. 02000000:00000010:0.0:1731520407.167939:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e100. 02000000:00000010:0.0:1731520407.167940:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012e163400. 02000000:00000010:0.0:1731520407.167942:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a7933880. 02000000:00000010:0.0:1731520407.167947:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e3c0. 02000000:00000010:0.0:1731520407.167949:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012e162800. 02000000:00000010:0.0:1731520407.167950:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a7933da8. 02000000:00000010:0.0:1731520407.167952:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47ed40. 02000000:00000010:0.0:1731520407.167953:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012e162a00. 02000000:00000010:0.0:1731520407.167954:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a7933400. 02000000:00000010:0.0:1731520407.167955:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e0c0. 02000000:00000010:0.0:1731520407.167957:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012e163800. 02000000:00000010:0.0:1731520407.167958:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a79337f8. 02000000:00000010:0.0:1731520407.167960:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47ec40. 02000000:00000010:0.0:1731520407.167961:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012e163600. 02000000:00000010:0.0:1731520407.167962:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a7933410. 02000000:00000010:0.0:1731520407.167964:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47e900. 02000000:00000010:0.0:1731520407.167965:0:13201:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012e162e00. 02000000:00000010:0.0:1731520407.167966:0:13201:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a7933418. 02000000:00000010:0.0:1731520407.167967:0:13201:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a47eb80. 00000400:00000010:3.0:1731520407.213650:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800a7cf9b60. 00000400:00000010:3.0:1731520407.213658:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6235ec0. 00000100:00000010:3.0:1731520407.213662:0:13213:0:(service.c:3379:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at ffff8800a8837240. 00000100:00000010:3.0:1731520407.213840:0:13214:0:(service.c:3020:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800b6235d80. 00000020:00000010:3.0:1731520407.213845:0:13214:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013737d800. 00000020:00000010:3.0:1731520407.213848:0:13214:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88013737de00. 00000040:00000010:3.0:1731520407.213851:0:13214:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88013737c800. 00000020:00000010:3.0:1731520407.213853:0:13214:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62d1800. 00000020:00000010:3.0:1731520407.213882:0:13214:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6235d00. 00000100:00000010:0.0:1731520407.214185:0:13215:0:(service.c:3020:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff880136bbf580. 00000020:00000010:0.0:1731520407.214189:0:13215:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e163000. 00000020:00000010:0.0:1731520407.214191:0:13215:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e162400. 00000040:00000010:0.0:1731520407.214193:0:13215:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012e163c00. 00000020:00000010:0.0:1731520407.214196:0:13215:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa684800. 00000020:00000010:0.0:1731520407.214197:0:13215:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136bbf340. 00000100:00000200:2.0F:1731520407.214344:0:13213:0:(events.c:609:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1731520407.214524:0:13213:0:(api-ni.c:716:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff880137333400. 00000400:00000010:2.0:1731520407.214528:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262860. 00000400:00000010:2.0:1731520407.214530:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9353300. 00000400:00000010:2.0:1731520407.214532:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2622e0. 00000400:00000010:2.0:1731520407.214533:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9353a80. 00000400:00000010:2.0:1731520407.214537:0:13213:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff8800a8ab6000. 00000400:00000010:2.0:1731520407.214540:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262880. 00000400:00000010:2.0:1731520407.214541:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9353d00. 00000400:00000010:2.0:1731520407.214544:0:13213:0:(lib-msg.c:1237:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at ffff88012e2627e0. 00000400:00000010:2.0:1731520407.214546:0:13213:0:(lib-msg.c:1247:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at ffff88012e262380. 00000400:00000010:2.0:1731520407.214596:0:13213:0:(api-ni.c:1205:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000840000. 00000400:00000010:2.0:1731520407.214605:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262a80. 00000400:00000010:2.0:1731520407.214607:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdf40. 00000400:00000010:2.0:1731520407.214653:0:13213:0:(api-ni.c:1205:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000851000. 00000400:00000010:2.0:1731520407.214663:0:13213:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff88012d43de00. 00000400:00000010:2.0:1731520407.214666:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef4e0. 00000400:00000010:2.0:1731520407.214667:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262be0. 00000400:00000010:2.0:1731520407.214669:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdf00. 00000400:00000010:2.0:1731520407.214672:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8ab4000. 00000400:00000010:2.0:1731520407.214674:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef480. 00000400:00000010:2.0:1731520407.214676:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262020. 00000400:00000010:2.0:1731520407.214677:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd780. 00000400:00000010:2.0:1731520407.214680:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8ab2000. 00000400:00000010:2.0:1731520407.214681:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef420. 00000400:00000010:2.0:1731520407.214683:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262280. 00000400:00000010:2.0:1731520407.214684:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd000. 00000400:00000010:2.0:1731520407.214687:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8ab0000. 00000400:00000010:2.0:1731520407.214688:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef3c0. 00000400:00000010:2.0:1731520407.214690:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262ce0. 00000400:00000010:2.0:1731520407.214691:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd0c0. 00000400:00000010:2.0:1731520407.214695:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e3ce000. 00000400:00000010:2.0:1731520407.214696:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef2a0. 00000400:00000010:2.0:1731520407.214700:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2624c0. 00000400:00000010:2.0:1731520407.214701:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd500. 00000400:00000010:2.0:1731520407.214705:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e3cc000. 00000400:00000010:2.0:1731520407.214706:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef300. 00000400:00000010:2.0:1731520407.214708:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262260. 00000400:00000010:2.0:1731520407.214709:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd880. 00000400:00000010:2.0:1731520407.214712:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e3ca000. 00000400:00000010:2.0:1731520407.214714:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef1e0. 00000400:00000010:2.0:1731520407.214715:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262ac0. 00000400:00000010:2.0:1731520407.214716:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd3c0. 00000400:00000010:2.0:1731520407.214719:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e3c8000. 00000400:00000010:2.0:1731520407.214720:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef240. 00000400:00000010:2.0:1731520407.214721:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262340. 00000400:00000010:2.0:1731520407.214722:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd600. 00000400:00000010:2.0:1731520407.214726:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e2be000. 00000400:00000010:2.0:1731520407.214728:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef120. 00000400:00000010:2.0:1731520407.214729:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262240. 00000400:00000010:2.0:1731520407.214730:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd340. 00000400:00000010:2.0:1731520407.214733:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e2bc000. 00000400:00000010:2.0:1731520407.214735:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef180. 00000400:00000010:2.0:1731520407.214736:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262e40. 00000400:00000010:2.0:1731520407.214737:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd380. 00000400:00000010:2.0:1731520407.214740:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e2ba000. 00000400:00000010:2.0:1731520407.214741:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef060. 00000400:00000010:2.0:1731520407.214742:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262740. 00000400:00000010:2.0:1731520407.214743:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd5c0. 00000400:00000010:2.0:1731520407.214746:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e2b8000. 00000400:00000010:2.0:1731520407.214748:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef0c0. 00000400:00000010:2.0:1731520407.214749:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262940. 00000400:00000010:2.0:1731520407.214750:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd440. 00000400:00000010:2.0:1731520407.214753:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b956000. 00000400:00000010:2.0:1731520407.214755:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef540. 00000400:00000010:2.0:1731520407.214759:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2620c0. 00000400:00000010:2.0:1731520407.214760:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd4c0. 00000400:00000010:2.0:1731520407.214763:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b954000. 00000400:00000010:2.0:1731520407.214765:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef360. 00000400:00000010:2.0:1731520407.214766:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262ee0. 00000400:00000010:2.0:1731520407.214767:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd580. 00000400:00000010:2.0:1731520407.214771:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b952000. 00000400:00000010:2.0:1731520407.214772:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef720. 00000400:00000010:2.0:1731520407.214773:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2625c0. 00000400:00000010:2.0:1731520407.214774:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd540. 00000400:00000010:2.0:1731520407.214777:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b950000. 00000400:00000010:2.0:1731520407.214779:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef780. 00000400:00000010:2.0:1731520407.214780:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262d20. 00000400:00000010:2.0:1731520407.214781:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd480. 00000400:00000010:2.0:1731520407.214785:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7fd8000. 00000400:00000010:2.0:1731520407.214786:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef660. 00000400:00000010:2.0:1731520407.214787:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262d80. 00000400:00000010:2.0:1731520407.214789:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd740. 00000400:00000010:2.0:1731520407.214792:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7fda000. 00000400:00000010:2.0:1731520407.214793:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef6c0. 00000400:00000010:2.0:1731520407.214794:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262aa0. 00000400:00000010:2.0:1731520407.214795:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd700. 00000400:00000010:2.0:1731520407.214798:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7fdc000. 00000400:00000010:2.0:1731520407.214800:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef5a0. 00000400:00000010:2.0:1731520407.214801:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2624e0. 00000400:00000010:2.0:1731520407.214802:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd640. 00000400:00000010:2.0:1731520407.214805:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7fde000. 00000400:00000010:2.0:1731520407.214807:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef840. 00000400:00000010:2.0:1731520407.214808:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2623e0. 00000400:00000010:2.0:1731520407.214810:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd6c0. 00000400:00000010:2.0:1731520407.214813:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a950c000. 00000400:00000010:2.0:1731520407.214815:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef7e0. 00000400:00000010:2.0:1731520407.214819:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262000. 00000400:00000010:2.0:1731520407.214820:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bde00. 00000400:00000010:2.0:1731520407.214823:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a950e000. 00000400:00000010:2.0:1731520407.214825:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef8a0. 00000400:00000010:2.0:1731520407.214826:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2621a0. 00000400:00000010:2.0:1731520407.214827:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdf80. 00000400:00000010:2.0:1731520407.214830:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a950a000. 00000400:00000010:2.0:1731520407.214832:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef9c0. 00000400:00000010:2.0:1731520407.214833:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2620e0. 00000400:00000010:2.0:1731520407.214834:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bde80. 00000400:00000010:2.0:1731520407.214837:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9508000. 00000400:00000010:2.0:1731520407.214839:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef960. 00000400:00000010:2.0:1731520407.214840:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262c40. 00000400:00000010:2.0:1731520407.214841:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdec0. 00000400:00000010:2.0:1731520407.214844:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7ab6000. 00000400:00000010:2.0:1731520407.214846:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efc00. 00000400:00000010:2.0:1731520407.214846:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262f80. 00000400:00000010:2.0:1731520407.214847:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdd40. 00000400:00000010:2.0:1731520407.214850:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7ab4000. 00000400:00000010:2.0:1731520407.214852:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efba0. 00000400:00000010:2.0:1731520407.214853:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262bc0. 00000400:00000010:2.0:1731520407.214854:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdd00. 00000400:00000010:2.0:1731520407.214875:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7ab2000. 00000400:00000010:2.0:1731520407.214877:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92ef900. 00000400:00000010:2.0:1731520407.214878:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2625e0. 00000400:00000010:2.0:1731520407.214879:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd840. 00000400:00000010:2.0:1731520407.214882:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7ab0000. 00000400:00000010:2.0:1731520407.214884:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efa20. 00000400:00000010:2.0:1731520407.214885:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262060. 00000400:00000010:2.0:1731520407.214886:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdc00. 00000400:00000010:2.0:1731520407.214890:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369b2000. 00000400:00000010:2.0:1731520407.214891:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efde0. 00000400:00000010:2.0:1731520407.214896:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262760. 00000400:00000010:2.0:1731520407.214897:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdb80. 00000400:00000010:2.0:1731520407.214900:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369b0000. 00000400:00000010:2.0:1731520407.214902:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efae0. 00000400:00000010:2.0:1731520407.214903:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262fa0. 00000400:00000010:2.0:1731520407.214904:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdd80. 00000400:00000010:2.0:1731520407.214908:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369b6000. 00000400:00000010:2.0:1731520407.214909:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efb40. 00000400:00000010:2.0:1731520407.214910:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262120. 00000400:00000010:2.0:1731520407.214911:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdb00. 00000400:00000010:2.0:1731520407.214915:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b628c000. 00000400:00000010:2.0:1731520407.214917:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92eff00. 00000400:00000010:2.0:1731520407.214918:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2621e0. 00000400:00000010:2.0:1731520407.214919:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bda40. 00000400:00000010:2.0:1731520407.214922:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b628a000. 00000400:00000010:2.0:1731520407.214924:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efea0. 00000400:00000010:2.0:1731520407.214925:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262f40. 00000400:00000010:2.0:1731520407.214926:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdbc0. 00000400:00000010:2.0:1731520407.214929:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b628e000. 00000400:00000010:2.0:1731520407.214930:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efe40. 00000400:00000010:2.0:1731520407.214931:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262840. 00000400:00000010:2.0:1731520407.214933:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bddc0. 00000400:00000010:2.0:1731520407.214936:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136bc2000. 00000400:00000010:2.0:1731520407.214938:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efd20. 00000400:00000010:2.0:1731520407.214939:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262200. 00000400:00000010:2.0:1731520407.214941:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdb40. 00000400:00000010:2.0:1731520407.214944:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136bc4000. 00000400:00000010:2.0:1731520407.214945:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efd80. 00000400:00000010:2.0:1731520407.214946:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262ec0. 00000400:00000010:2.0:1731520407.214948:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bda00. 00000400:00000010:2.0:1731520407.214955:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa558000. 00000400:00000010:2.0:1731520407.214958:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efc60. 00000400:00000010:2.0:1731520407.214962:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262c00. 00000400:00000010:2.0:1731520407.214963:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdac0. 00000400:00000010:2.0:1731520407.214967:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa55a000. 00000400:00000010:2.0:1731520407.214968:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92efcc0. 00000400:00000010:2.0:1731520407.214969:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2624a0. 00000400:00000010:2.0:1731520407.214970:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd280. 00000400:00000010:2.0:1731520407.214973:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa55c000. 00000400:00000010:2.0:1731520407.214975:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800a92eff60. 00000400:00000010:2.0:1731520407.214976:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262560. 00000400:00000010:2.0:1731520407.214977:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdc80. 00000400:00000010:2.0:1731520407.214980:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa55e000. 00000400:00000010:2.0:1731520407.214982:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581000. 00000400:00000010:2.0:1731520407.214983:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2622c0. 00000400:00000010:2.0:1731520407.214984:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd980. 00000400:00000010:2.0:1731520407.214991:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa7f8000. 00000400:00000010:2.0:1731520407.214993:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581780. 00000400:00000010:2.0:1731520407.214994:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262ae0. 00000400:00000010:2.0:1731520407.214996:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd040. 00000400:00000010:2.0:1731520407.214999:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa7fa000. 00000400:00000010:2.0:1731520407.215000:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581f00. 00000400:00000010:2.0:1731520407.215002:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2623c0. 00000400:00000010:2.0:1731520407.215003:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd940. 00000400:00000010:2.0:1731520407.215006:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa7fc000. 00000400:00000010:2.0:1731520407.215007:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581f60. 00000400:00000010:2.0:1731520407.215009:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2628a0. 00000400:00000010:2.0:1731520407.215010:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd100. 00000400:00000010:2.0:1731520407.215013:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa7fe000. 00000400:00000010:2.0:1731520407.215014:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581e40. 00000400:00000010:2.0:1731520407.215016:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262d40. 00000400:00000010:2.0:1731520407.215017:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd1c0. 00000400:00000010:2.0:1731520407.215024:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa5f0000. 00000400:00000010:2.0:1731520407.215026:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581ea0. 00000400:00000010:2.0:1731520407.215030:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262300. 00000400:00000010:2.0:1731520407.215031:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bda80. 00000400:00000010:2.0:1731520407.215035:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa5f2000. 00000400:00000010:2.0:1731520407.215036:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581d80. 00000400:00000010:2.0:1731520407.215037:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262fe0. 00000400:00000010:2.0:1731520407.215044:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd800. 00000400:00000010:2.0:1731520407.215047:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa5f4000. 00000400:00000010:2.0:1731520407.215049:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581de0. 00000400:00000010:2.0:1731520407.215050:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2621c0. 00000400:00000010:2.0:1731520407.215051:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdcc0. 00000400:00000010:2.0:1731520407.215055:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa5f6000. 00000400:00000010:2.0:1731520407.215057:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581cc0. 00000400:00000010:2.0:1731520407.215058:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2627c0. 00000400:00000010:2.0:1731520407.215059:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd080. 00000400:00000010:2.0:1731520407.215066:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa780000. 00000400:00000010:2.0:1731520407.215069:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581d20. 00000400:00000010:2.0:1731520407.215070:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262e20. 00000400:00000010:2.0:1731520407.215072:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd200. 00000400:00000010:2.0:1731520407.215075:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa782000. 00000400:00000010:2.0:1731520407.215076:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581c00. 00000400:00000010:2.0:1731520407.215077:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2620a0. 00000400:00000010:2.0:1731520407.215079:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd8c0. 00000400:00000010:2.0:1731520407.215082:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa784000. 00000400:00000010:2.0:1731520407.215084:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581c60. 00000400:00000010:2.0:1731520407.215085:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262900. 00000400:00000010:2.0:1731520407.215086:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd9c0. 00000400:00000010:2.0:1731520407.215089:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa786000. 00000400:00000010:2.0:1731520407.215091:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581b40. 00000400:00000010:2.0:1731520407.215093:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e2627a0. 00000400:00000010:2.0:1731520407.215094:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bdc40. 00000400:00000010:2.0:1731520407.215101:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa6f8000. 00000400:00000010:2.0:1731520407.215103:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581ba0. 00000400:00000010:2.0:1731520407.215107:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012e262b40. 00000400:00000010:2.0:1731520407.215108:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd140. 00000400:00000010:2.0:1731520407.215112:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa6fa000. 00000400:00000010:2.0:1731520407.215114:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581a80. 00000400:00000010:2.0:1731520407.215115:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800aaeb4a20. 00000400:00000010:2.0:1731520407.215116:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd180. 00000400:00000010:2.0:1731520407.215119:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa6fc000. 00000400:00000010:2.0:1731520407.215121:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581ae0. 00000400:00000010:2.0:1731520407.215122:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a1e0. 00000400:00000010:2.0:1731520407.215124:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd300. 00000400:00000010:2.0:1731520407.215126:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa6fe000. 00000400:00000010:2.0:1731520407.215128:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa5819c0. 00000400:00000010:2.0:1731520407.215129:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a140. 00000400:00000010:2.0:1731520407.215144:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd2c0. 00000400:00000010:2.0:1731520407.215151:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a7948000. 00000400:00000010:2.0:1731520407.215154:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581a20. 00000400:00000010:2.0:1731520407.215155:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a2c0. 00000400:00000010:2.0:1731520407.215157:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd900. 00000400:00000010:2.0:1731520407.215160:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a794a000. 00000400:00000010:2.0:1731520407.215161:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581900. 00000400:00000010:2.0:1731520407.215162:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a1a0. 00000400:00000010:2.0:1731520407.215164:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd400. 00000400:00000010:2.0:1731520407.215167:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a794c000. 00000400:00000010:2.0:1731520407.215168:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581960. 00000400:00000010:2.0:1731520407.215170:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605af80. 00000400:00000010:2.0:1731520407.215171:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd240. 00000400:00000010:2.0:1731520407.215174:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a794e000. 00000400:00000010:2.0:1731520407.215176:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581840. 00000400:00000010:2.0:1731520407.215177:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a1c0. 00000400:00000010:2.0:1731520407.215179:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd7c0. 00000400:00000010:2.0:1731520407.215186:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a86b8000. 00000400:00000010:2.0:1731520407.215188:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa5818a0. 00000400:00000010:2.0:1731520407.215192:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605ab60. 00000400:00000010:2.0:1731520407.215193:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800aa4bd680. 00000400:00000010:2.0:1731520407.215197:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a86ba000. 00000400:00000010:2.0:1731520407.215199:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa5817e0. 00000400:00000010:2.0:1731520407.215200:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a780. 00000400:00000010:2.0:1731520407.215201:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a0800. 00000400:00000010:2.0:1731520407.215204:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a86bc000. 00000400:00000010:2.0:1731520407.215206:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581720. 00000400:00000010:2.0:1731520407.215207:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605ad00. 00000400:00000010:2.0:1731520407.215208:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a05c0. 00000400:00000010:2.0:1731520407.215211:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a86be000. 00000400:00000010:2.0:1731520407.215213:0:13213:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800aa581600. 00000400:00000010:2.0:1731520407.215214:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a680. 00000400:00000010:2.0:1731520407.215215:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a0700. 00000400:00000010:2.0:1731520407.215221:0:13213:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aac58000. 00000400:00000010:2.0:1731520407.215223:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a6a0. 00000400:00000010:2.0:1731520407.215224:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a06c0. 00000400:00000010:2.0:1731520407.215227:0:13213:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800a870a3c0. 00000400:00000010:2.0:1731520407.215230:0:13213:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff88012d43ca00. 00000400:00000010:2.0:1731520407.215232:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605ade0. 00000400:00000010:2.0:1731520407.215233:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a0780. 00000400:00000010:2.0:1731520407.215235:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605af20. 00000400:00000010:2.0:1731520407.215236:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a0740. 00000400:00000010:2.0:1731520407.215240:0:13213:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at ffff88012da13cd8. 00000400:00000010:2.0:1731520407.215244:0:13213:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800a870a180. 00000400:00000010:2.0:1731520407.215245:0:13213:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff88012d43d400. 00000400:00000010:2.0:1731520407.215247:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a9e0. 00000400:00000010:2.0:1731520407.215248:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a07c0. 00000400:00000010:2.0:1731520407.215250:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605aae0. 00000400:00000010:2.0:1731520407.215251:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a0640. 00000400:00000010:2.0:1731520407.215252:0:13213:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at ffff88012da13cd8. 00000400:00000010:2.0:1731520407.215263:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a720. 00000400:00000010:2.0:1731520407.215264:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9353100. 00000800:00000200:2.0:1731520407.215570:0:13213:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1731520407.215573:0:13213:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1731520407.215574:0:13213:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=eth0 ifindex 2 state 6 00000800:00000200:2.0:1731520407.215576:0:13213:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=eth0 ifindex 2 state 6 00000800:00000010:2.0:1731520407.215580:0:13213:0:(socklnd.c:2636:ksocknal_startup()) alloc '(net)': 208 at ffff8800b35d9000. 00000400:00000010:2.0:1731520407.215588:0:13213:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff88012da13cd8. 00000800:00000010:3.0:1731520407.215645:0:13221:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b62d4800. 00000800:00000010:3.0:1731520407.215650:0:13221:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff88012e3a6000. 00000800:00000010:3.0:1731520407.215679:0:13222:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b62d5800. 00000800:00000010:3.0:1731520407.215682:0:13222:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff88012e3a7000. 00000400:00000200:2.0:1731520407.215713:0:13213:0:(config.c:1507:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:3.0:1731520407.215715:0:13223:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b62d7800. 00000800:00000010:3.0:1731520407.215717:0:13223:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff88012e3a3000. 00000400:02000000:2.0:1731520407.215721:0:13213:0:(api-ni.c:2593:lnet_startup_lndni()) Added LNI 192.168.204.49@tcp [8/256/0/180] 00000400:02000000:3.0:1731520407.218148:0:13224:0:(acceptor.c:374:lnet_acceptor()) Accept secure, port 988 00000400:00000010:2.0:1731520407.219070:0:13213:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff8800b35a0a40. 00000400:00000010:2.0:1731520407.219076:0:13213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f6e0. 00000400:00000010:2.0:1731520407.219080:0:13213:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517908. 00000400:00000200:2.0:1731520407.219088:0:13213:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1731520407.219090:0:13213:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff88012d43cc00. 00000400:00000010:2.0:1731520407.219092:0:13213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f738. 00000400:00000010:2.0:1731520407.219093:0:13213:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000400:00000200:2.0:1731520407.219095:0:13213:0:(api-ni.c:2232:lnet_push_target_post()) posted push target ffff88012d43cc00 00000400:00000200:2.0:1731520407.219096:0:13213:0:(api-ni.c:2189:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:2.0:1731520407.219098:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a2a0. 00000400:00000010:2.0:1731520407.219101:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a0040. 00000400:00000010:2.0:1731520407.219102:0:13213:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b605a2e0. 00000400:00000010:2.0:1731520407.219104:0:13213:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b35a0e00. 00000400:00000200:0.0:1731520407.219350:0:13213:0:(peer.c:4231:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:0.0:1731520407.219419:0:13213:0:(ptlrpcd.c:815:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at ffff8800a7933430. 00000400:00000200:2.0:1731520407.219427:0:13226:0:(peer.c:4053:lnet_peer_discovery()) started 00000100:00000010:3.0:1731520407.219538:0:13227:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8837cc0. 00000020:00000010:3.0:1731520407.219542:0:13227:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013737d400. 00000020:00000010:3.0:1731520407.219544:0:13227:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88013737ce00. 00000020:00000010:3.0:1731520407.219546:0:13227:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa5288a0. 00000040:00000010:3.0:1731520407.219548:0:13227:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88013737d600. 00000020:00000010:3.0:1731520407.219549:0:13227:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62d0800. 00000020:00000010:3.0:1731520407.219551:0:13227:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013737c200. 00000100:00000010:0.0:1731520407.219561:0:13213:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 760 at ffff8800b37d0c00. 00000100:00000010:0.0:1731520407.219566:0:13213:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a7933428. 00000100:00000010:0.0:1731520407.219568:0:13213:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a79333e8. 00000100:00000010:0.0:1731520407.219570:0:13213:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a7933298. 00000100:00000010:0.0:1731520407.219572:0:13213:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a7933308. 00000100:00000010:3.0:1731520407.219622:0:13228:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8837f00. 00000020:00000010:3.0:1731520407.219624:0:13228:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013737c600. 00000020:00000010:3.0:1731520407.219626:0:13228:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88013737d200. 00000020:00000010:3.0:1731520407.219627:0:13228:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528480. 00000040:00000010:3.0:1731520407.219628:0:13228:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88013737d000. 00000020:00000010:3.0:1731520407.219630:0:13228:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62d1000. 00000020:00000010:3.0:1731520407.219631:0:13228:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013737ca00. 00000100:00000010:3.0:1731520407.219679:0:13229:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a88379c0. 00000020:00000010:3.0:1731520407.219685:0:13229:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013737c400. 00000020:00000010:3.0:1731520407.219687:0:13229:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88013737cc00. 00000020:00000010:3.0:1731520407.219688:0:13229:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528180. 00000040:00000010:3.0:1731520407.219690:0:13229:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88013737dc00. 00000020:00000010:3.0:1731520407.219692:0:13229:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62d7000. 00000020:00000010:3.0:1731520407.219693:0:13229:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013737c000. 00000100:00000010:3.0:1731520407.219746:0:13230:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8837780. 00000020:00000010:3.0:1731520407.219749:0:13230:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5bb7200. 00000020:00000010:3.0:1731520407.219750:0:13230:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5bb7800. 00000020:00000010:3.0:1731520407.219752:0:13230:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528660. 00000040:00000010:3.0:1731520407.219753:0:13230:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5bb6200. 00000020:00000010:3.0:1731520407.219755:0:13230:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62d0000. 00000020:00000010:3.0:1731520407.219756:0:13230:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5bb6400. 00000100:00000010:3.0:1731520407.219807:0:13231:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8837a80. 00000020:00000010:3.0:1731520407.219809:0:13231:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5bb6600. 00000020:00000010:3.0:1731520407.219811:0:13231:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5bb6e00. 00000020:00000010:3.0:1731520407.219812:0:13231:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528780. 00000040:00000010:3.0:1731520407.219814:0:13231:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5bb7400. 00000020:00000010:3.0:1731520407.219816:0:13231:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62d3800. 00000020:00000010:3.0:1731520407.219817:0:13231:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5bb6c00. 00000100:00000010:0.0:1731520407.220054:0:13213:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800a8a31900. 00000100:00000010:0.0:1731520407.220058:0:13213:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800a8a31960. 00000100:00000010:0.0:1731520407.220064:0:13213:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800a8a31420. 00000100:00000010:0.0:1731520407.220066:0:13213:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800a8a31360. 00000100:00000010:0.0:1731520407.220067:0:13213:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800a8a31180. 00000100:00000010:0.0:1731520407.220069:0:13213:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800a8a315a0. 00000001:00000010:0.0:1731520407.220289:0:13213:0:(nodemap_handler.c:1835:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff8800abee5280. 00000001:00000010:0.0:1731520407.220293:0:13213:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e2b5900. 00000001:00000010:0.0:1731520407.220296:0:13213:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800a79333c0. 00000001:00000010:0.0:1731520407.220298:0:13213:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012e2b5540. 00000001:00000010:0.0:1731520407.220303:0:13213:0:(nodemap_handler.c:1237:nodemap_create()) kmalloced '(nodemap)': 4720 at ffff8800aa5fe000. 00000001:00000010:0.0:1731520407.220310:0:13213:0:(nodemap_lproc.c:1023:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff880136bbf7c0. 02000000:00000010:3.0:1731520407.248682:0:13243:0:(upcall_cache.c:549:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b62d3000. 02000000:00000010:3.0:1731520407.248687:0:13243:0:(upcall_cache.c:557:upcall_cache_init()) alloc '(cache->uc_hashtable)': 1024 at ffff8800b585e400. 02000000:00000010:3.0:1731520407.248690:0:13243:0:(upcall_cache.c:549:upcall_cache_init()) alloc '(cache)': 1192 at ffff88012e29f000. 02000000:00000010:3.0:1731520407.248702:0:13243:0:(upcall_cache.c:557:upcall_cache_init()) alloc '(cache->uc_hashtable)': 16384 at ffffc90000862000. 00000020:00000010:3.0:1731520408.837583:0:13281:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b24b00. 00000008:00000010:3.0:1731520408.867224:0:13293:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012ab5cfc0. 00000100:00000010:3.0:1731520408.867229:0:13293:0:(client.c:666:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at ffff88012ab5c700. 00000020:00000010:3.0:1731520408.867252:0:13293:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b24f80. 00000020:00000010:1.0:1731520408.893916:0:13305:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b340af80. 00000020:00000010:3.0:1731520408.922936:0:13317:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b24c80. 00000020:00000010:3.0:1731520408.948780:0:13329:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b24480. 00008000:02000000:1.0:1731520408.973335:0:13341:0:(echo_client.c:2587:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:1.0:1731520408.975227:0:13341:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b340a500. 00000020:00000010:1.0:1731520408.975444:0:13341:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b340a200. 00000020:00000010:1.0:1731520409.036197:0:13362:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b340ab00. 00000020:00000010:1.0:1731520409.430544:0:13596:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b340a800. 00000020:00000010:1.0:1731520409.459290:0:13608:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b340a180. 00000020:00000010:1.0:1731520409.492667:0:13620:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88013990dc00. 00000020:00000010:1.0:1731520409.492685:0:13620:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88013990de00. 00000020:00000010:3.0:1731520409.518836:0:13632:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b24980. 00000020:00000010:1.0:1731520409.552370:0:13644:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800b340ab80. 00000020:00000010:0.0:1731520409.582399:0:13656:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800abee5580. 00000020:00000010:1.0:1731520409.611734:0:13668:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8801376ba080. 00000020:00000010:1.0:1731520409.611770:0:13668:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8801376ba280. 00000020:00000010:0.0:1731520409.647745:0:13680:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa4bc2d0. 00000020:00000010:0.0:1731520409.647751:0:13680:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e163a00. 00000020:00000010:0.0:1731520409.647754:0:13680:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e162600. 00000020:00000010:0.0:1731520409.647756:0:13680:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a31a20. 00000008:00000010:0.0:1731520409.647768:0:13680:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800abf98000. 00020000:00000010:0.0:1731520409.647771:0:13680:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3407e40. 00008000:00000010:0.0:1731520409.647778:0:13680:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aa480000. 00000080:00000010:0.0:1731520409.647784:0:13680:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a88a4000. 00000080:00000010:0.0:1731520409.647789:0:13680:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8898000. 00000020:00000010:0.0:1731520409.647791:0:13680:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e163e00. 00000008:00000010:0.0:1731520409.647796:0:13680:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800abf46000. 00020000:00000010:0.0:1731520409.647801:0:13680:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8978000. 00008000:00000010:0.0:1731520409.647803:0:13680:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a7933890. 00000080:00000010:0.0:1731520409.647807:0:13680:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aae5b000. 00000020:00000010:1.0:1731520429.457318:0:14259:0:(obd_mount.c:665:lustre_init_lsi()) kmalloced '(lsi)': 1216 at ffff8800a7aac800. 00000020:00000010:1.0:1731520429.457323:0:14259:0:(obd_mount.c:668:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8801376baf80. 00000020:00000010:1.0:1731520429.457328:0:14259:0:(obd_mount.c:1505:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff880136838000. 00000020:00000010:1.0:1731520429.457334:0:14259:0:(obd_mount.c:1702:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff88012a4f4a00. 00000020:00000010:1.0:1731520429.457337:0:14259:0:(obd_mount.c:1758:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff8800a7cb6010. 00000020:00000010:1.0:1731520429.457347:0:14259:0:(obd_mount.c:329:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff88012a4f4840. 00000020:00000010:1.0:1731520429.457349:0:14259:0:(obd_mount.c:239:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff88012a4f4c00. 00000020:00000010:1.0:1731520429.457351:0:14259:0:(obd_mount.c:338:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800a935f900. 00000020:00000010:1.0:1731520429.457355:0:14259:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8800a7d49060. 00000100:00000010:1.0:1731520429.457359:0:14259:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff88013770e800. 00000400:00000010:1.0:1731520429.457371:0:14259:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at ffff88012b889a00. 00000400:00000200:1.0:1731520429.457375:0:14259:0:(peer.c:271:lnet_peer_alloc()) ffff88012b889a00 nid 192.168.204.149@tcp 00000400:00000010:1.0:1731520429.457377:0:14259:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8800a7d49a80. 00000400:00000200:1.0:1731520429.457379:0:14259:0:(peer.c:204:lnet_peer_net_alloc()) ffff8800a7d49a80 net tcp 00000400:00000010:1.0:1731520429.457380:0:14259:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff88012b888200. 00000400:00000200:1.0:1731520429.457382:0:14259:0:(peer.c:185:lnet_peer_ni_alloc()) ffff88012b888200 nid 192.168.204.149@tcp 00000400:00000200:1.0:1731520429.457385:0:14259:0:(peer.c:1100:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.149@tcp: -2 00000400:00000200:1.0:1731520429.457388:0:14259:0:(peer.c:1645:lnet_peer_attach_peer_ni()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp flags 0x100001 00000400:00000200:1.0:1731520429.457402:0:14259:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp: 0 00000400:00000200:1.0:1731520429.457403:0:14259:0:(peer.c:2733:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1731520429.457404:0:14259:0:(peer.c:2773:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1731520429.457405:0:14259:0:(peer.c:2782:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000020:00000010:1.0:1731520429.457408:0:14259:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 96 at ffff8800a7d49060. 00000020:00000010:1.0:1731520429.457410:0:14259:0:(obd_mount.c:470:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff88012a475f00. 00000020:00000010:1.0:1731520429.457414:0:14259:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8801376ba400. 00000020:00000010:1.0:1731520429.457424:0:14259:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a9300000. 00000020:00000010:1.0:1731520429.457428:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800a7aaf800. 00000020:00000010:1.0:1731520429.457435:0:14259:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 120 at ffff8801376ba400. 00000020:00000010:1.0:1731520429.457436:0:14259:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8801376ba400. 00000400:00000200:2.0:1731520429.457436:0:13226:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1731520429.457440:0:13226:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100041 00000400:00000010:2.0:1731520429.457445:0:13226:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff88012d43d800. 00000001:00000010:1.0:1731520429.457447:0:14259:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a935fd80. 00000001:00000010:1.0:1731520429.457449:0:14259:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a4f44e0. 00000400:00000010:2.0:1731520429.457449:0:13226:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000001:00000010:1.0:1731520429.457451:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b888600. 00000001:00000010:1.0:1731520429.457453:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b889800. 00000001:00000010:1.0:1731520429.457454:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b888c00. 00000001:00000010:1.0:1731520429.457456:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b888000. 00000001:00000010:1.0:1731520429.457458:0:14259:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a935f9c0. 00000001:00000010:1.0:1731520429.457459:0:14259:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a4f4fc0. 00000400:00000010:2.0:1731520429.457460:0:13226:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880136a0b0a8. 00000001:00000010:1.0:1731520429.457461:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b888800. 00000001:00000010:1.0:1731520429.457463:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b888a00. 00000001:00000010:1.0:1731520429.457464:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b889600. 00000400:00000200:2.0:1731520429.457464:0:13226:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.204.149@tcp 00000001:00000010:1.0:1731520429.457466:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b889c00. 00000400:00000200:2.0:1731520429.457473:0:13226:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00010000:00000010:1.0:1731520429.457474:0:14259:0:(ldlm_lockd.c:3262:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff88012a4f4820. 00000400:00000200:2.0:1731520429.457478:0:13226:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.457481:0:13226:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.457483:0:13226:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.457485:0:13226:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.457487:0:13226:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [1:1:256:4294967295] 192.168.204.149@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1731520429.457495:0:13226:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.457499:0:13226:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : GET try# 0 00000800:00000200:2.0:1731520429.457504:0:13226:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.457507:0:13226:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b35d9700. 00000800:00000010:2.0:1731520429.457513:0:13226:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff8800a870a600. 00000800:00000010:2.0:1731520429.457515:0:13226:0:(socklnd.c:105:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff8800a870a480. 00000800:00000200:2.0:1731520429.457519:0:13226:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (2) 00000800:00000200:2.1F:1731520429.457522:0:13226:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (2) 00000100:00000010:1.0:1731520429.457528:0:14259:0:(service.c:761:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff88012b889000. 00000100:00000010:1.0:1731520429.457534:0:14259:0:(service.c:819:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800b6253800. 00000100:00000010:1.0:1731520429.457543:0:14259:0:(service.c:650:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800aa740000. 00000400:00000200:2.0:1731520429.457543:0:13226:0:(peer.c:3800:lnet_peer_send_ping()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.457545:0:13226:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100241 rc 0 00000100:00000010:1.0:1731520429.457547:0:14259:0:(service.c:658:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff88013683f000. 00000100:00000010:1.0:1731520429.457551:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6251400. 00000100:00000010:1.0:1731520429.457554:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad3a8000. 00000400:00000200:1.0:1731520429.457557:0:14259:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1731520429.457570:0:14259:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a7d49060. 00000020:00000010:1.0:1731520429.457574:0:14259:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88013683c000. 00000100:00000010:1.0:1731520429.457603:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800a935fcc0. 00000100:00000010:1.0:1731520429.457606:0:14259:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012a475580. 00000100:00000010:1.0:1731520429.457608:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800a935f180. 00000100:00000010:1.0:1731520429.457610:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800a935f000. 00000100:00000010:1.0:1731520429.457612:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800a935f240. 00000100:00000200:1.0:1731520429.457622:0:14259:0:(service.c:852:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:1.0:1731520429.457625:0:14259:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a92d5000. 00000100:00000010:3.0:1731520429.457769:0:14260:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a5560c0. 00000020:00000010:3.0:1731520429.457776:0:14260:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a556080. 00000020:00000010:3.0:1731520429.457780:0:14260:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5874a00. 00000020:00000010:3.0:1731520429.457783:0:14260:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5875e00. 00000040:00000010:3.0:1731520429.457786:0:14260:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5875a00. 00000020:00000010:3.0:1731520429.457788:0:14260:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012e29f800. 00000020:00000010:3.0:1731520429.457797:0:14260:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a80000. 00000020:00000010:3.0:1731520429.457801:0:14260:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5874c00. 80000000:00000010:3.0:1731520429.457803:0:14260:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa5281e0. 40000000:00000010:3.0:1731520429.457806:0:14260:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a556600. 00100000:00000010:3.0:1731520429.457809:0:14260:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012e299800. 00040000:00000010:3.0:1731520429.457812:0:14260:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924f700. 00040000:00000010:3.0:1731520429.457815:0:14260:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012e29d800. 00040000:00000010:3.0:1731520429.457817:0:14260:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5875800. 00000004:00000010:3.0:1731520429.457820:0:14260:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012e29a800. 00000004:00000010:3.0:1731520429.457823:0:14260:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e3a5000. 00000004:00000010:3.0:1731520429.457825:0:14260:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff88012e29d000. 00002000:00000010:3.0:1731520429.457828:0:14260:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8801372e7800. 00000004:00000010:3.0:1731520429.457830:0:14260:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8801372e6000. 00000100:00000200:3.0:1731520429.457833:0:14260:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1731520429.457836:0:14260:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3790. 00000400:00000010:3.0:1731520429.457839:0:14260:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aac2f000. 00000100:00000010:3.0:1731520429.457844:0:14260:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012e29c800. 00000100:00000200:3.0:1731520429.457872:0:14260:0:(service.c:2879:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1731520429.457875:0:14259:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a92d4e00. 00000100:00000010:1.0:1731520429.457961:0:14261:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a475980. 00000020:00000010:1.0:1731520429.457964:0:14261:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a475a80. 00000020:00000010:1.0:1731520429.457966:0:14261:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a92d4a00. 00000020:00000010:1.0:1731520429.457968:0:14261:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a92d5a00. 00000040:00000010:1.0:1731520429.457969:0:14261:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800a92d5800. 00000020:00000010:1.0:1731520429.457971:0:14261:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a7aad000. 00000020:00000010:1.0:1731520429.457977:0:14261:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318000. 00000020:00000010:1.0:1731520429.457980:0:14261:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a92d4600. 80000000:00000010:1.0:1731520429.457982:0:14261:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a7d49b40. 40000000:00000010:1.0:1731520429.457984:0:14261:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a4759c0. 00100000:00000010:1.0:1731520429.457986:0:14261:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a7aac000. 00040000:00000010:1.0:1731520429.457988:0:14261:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff88012a458f00. 00040000:00000010:1.0:1731520429.457990:0:14261:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa687800. 00040000:00000010:1.0:1731520429.457992:0:14261:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a92d5c00. 00000004:00000010:1.0:1731520429.457994:0:14261:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa687000. 00000004:00000010:1.0:1731520429.457997:0:14261:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013683e000. 00000004:00000010:1.0:1731520429.458002:0:14261:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa684000. 00002000:00000010:1.0:1731520429.458004:0:14261:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b6250400. 00000004:00000010:1.0:1731520429.458006:0:14261:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800b6253400. 00000100:00000010:1.0:1731520429.458009:0:14261:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800aa681000. 00000100:00000200:1.0:1731520429.458024:0:14261:0:(service.c:2879:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1731520429.458038:0:14259:0:(service.c:761:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff88012b3b5e00. 00000100:00000010:0.0:1731520429.458042:0:14259:0:(service.c:819:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800b361c000. 00000100:00000010:0.0:1731520429.458051:0:14259:0:(service.c:650:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800a7dc8000. 00000100:00000010:0.0:1731520429.458056:0:14259:0:(service.c:658:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800a7abc000. 00000100:00000010:0.0:1731520429.458059:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361e400. 00000100:00000010:0.0:1731520429.458062:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa5f8000. 00000100:00000010:0.0:1731520429.458064:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361f000. 00000100:00000010:0.0:1731520429.458071:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa5fa000. 00000100:00000010:0.0:1731520429.458073:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361d000. 00000100:00000010:0.0:1731520429.458076:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa5fc000. 00000100:00000010:0.0:1731520429.458078:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361dc00. 00000100:00000010:0.0:1731520429.458082:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7b10000. 00000100:00000010:0.0:1731520429.458084:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361e000. 00000100:00000010:0.0:1731520429.458176:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7b12000. 00000100:00000010:0.0:1731520429.458179:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361cc00. 00000100:00000010:0.0:1731520429.458181:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7b16000. 00000100:00000010:0.0:1731520429.458183:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361d400. 00000100:00000010:0.0:1731520429.458185:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7b14000. 00000100:00000010:0.0:1731520429.458186:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361e800. 00000100:00000010:0.0:1731520429.458189:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f26000. 00000100:00000010:0.0:1731520429.458190:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361c800. 00000100:00000010:0.0:1731520429.458192:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f24000. 00000100:00000010:0.0:1731520429.458193:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361c400. 00000100:00000010:0.0:1731520429.458195:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f22000. 00000100:00000010:0.0:1731520429.458197:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137708c00. 00000100:00000010:0.0:1731520429.458199:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f20000. 00000100:00000010:0.0:1731520429.458201:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770bc00. 00000800:00000010:2.0:1731520429.458203:0:13216:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800aac5a000. 00000100:00000010:0.0:1731520429.458204:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aadde000. 00000100:00000010:0.0:1731520429.458206:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b37d1800. 00000800:00000010:2.0:1731520429.458206:0:13216:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800a870acc0. 00000100:00000010:0.0:1731520429.458209:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aaddc000. 00000800:00000010:2.0:1731520429.458210:0:13216:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff88012dc12480. 00000100:00000010:0.0:1731520429.458211:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137332c00. 00000100:00000010:0.0:1731520429.458214:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aadda000. 00000800:00000010:2.0:1731520429.458215:0:13216:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff88012dc12480. 00000100:00000010:0.0:1731520429.458216:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137333000. 00000100:00000010:0.0:1731520429.458219:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aadd8000. 00000100:00000010:0.0:1731520429.458221:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880137333800. 00000100:00000010:0.0:1731520429.458228:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7c10000. 00000100:00000010:0.0:1731520429.458232:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aaaac00. 00000100:00000010:0.0:1731520429.458235:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7c12000. 00000100:00000010:0.0:1731520429.458240:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aaabc00. 00000100:00000010:0.0:1731520429.458243:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7c14000. 00000100:00000010:0.0:1731520429.458244:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aaa8400. 00000100:00000010:0.0:1731520429.458247:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7c16000. 00000100:00000010:0.0:1731520429.458249:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aaa8800. 00000100:00000010:0.0:1731520429.458256:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8b60000. 00000100:00000010:0.0:1731520429.458258:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aaa8000. 00000100:00000010:0.0:1731520429.458261:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8b62000. 00000100:00000010:0.0:1731520429.458264:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9fbc00. 00000100:00000010:0.0:1731520429.458266:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8b64000. 00000100:00000010:0.0:1731520429.458268:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6267400. 00000100:00000010:0.0:1731520429.458272:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8b66000. 00000100:00000010:0.0:1731520429.458273:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6264c00. 00000100:00000010:0.0:1731520429.458279:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9380000. 00000100:00000010:0.0:1731520429.458281:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6265000. 00000100:00000010:0.0:1731520429.458285:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9382000. 00000100:00000010:0.0:1731520429.458286:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6264400. 00000100:00000010:0.0:1731520429.458289:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9384000. 00000100:00000010:0.0:1731520429.458291:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6266c00. 00000100:00000010:0.0:1731520429.458294:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9386000. 00000100:00000010:0.0:1731520429.458296:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6266800. 00000100:00000010:0.0:1731520429.458302:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa688000. 00000100:00000010:0.0:1731520429.458304:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801370f2400. 00000100:00000010:0.0:1731520429.458308:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa68a000. 00000100:00000010:0.0:1731520429.458310:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d0bc00. 00000100:00000010:0.0:1731520429.458313:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa68c000. 00000100:00000010:0.0:1731520429.458315:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5855800. 00000100:00000010:0.0:1731520429.458318:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa68e000. 00000100:00000010:0.0:1731520429.458320:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5856c00. 00000100:00000010:0.0:1731520429.458327:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9398000. 00000100:00000010:0.0:1731520429.458329:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5855400. 00000100:00000010:0.0:1731520429.458334:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a939a000. 00000100:00000010:0.0:1731520429.458336:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5856800. 00000100:00000010:0.0:1731520429.458339:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a939c000. 00000100:00000010:0.0:1731520429.458341:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5854400. 00000100:00000010:0.0:1731520429.458344:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a939e000. 00000100:00000010:0.0:1731520429.458346:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5857000. 00000100:00000010:0.0:1731520429.458352:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa5e0000. 00000100:00000010:0.0:1731520429.458354:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5854000. 00000100:00000010:0.0:1731520429.458357:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa5e2000. 00000100:00000010:0.0:1731520429.458359:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6214400. 00000100:00000010:0.0:1731520429.458362:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa5e4000. 00000100:00000010:0.0:1731520429.458364:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6215400. 00000100:00000010:0.0:1731520429.458366:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa5e6000. 00000100:00000010:0.0:1731520429.458368:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6215000. 00000100:00000010:0.0:1731520429.458374:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b34e8000. 00000100:00000010:0.0:1731520429.458377:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6217800. 00000100:00000010:0.0:1731520429.458380:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b34ea000. 00000100:00000010:0.0:1731520429.458382:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6216c00. 00000100:00000010:0.0:1731520429.458385:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b34ec000. 00000100:00000010:0.0:1731520429.458387:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6214800. 00000100:00000010:0.0:1731520429.458390:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b34ee000. 00000100:00000010:0.0:1731520429.458392:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6217000. 00000100:00000010:0.0:1731520429.458398:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9518000. 00000100:00000010:0.0:1731520429.458402:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384c000. 00000100:00000010:0.0:1731520429.458405:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a951a000. 00000100:00000010:0.0:1731520429.458407:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384c400. 00000100:00000010:0.0:1731520429.458410:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a951c000. 00000100:00000010:0.0:1731520429.458412:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384c800. 00000100:00000010:0.0:1731520429.458414:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a951e000. 00000100:00000010:0.0:1731520429.458416:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384cc00. 00000100:00000010:0.0:1731520429.458422:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a93b0000. 00000100:00000010:0.0:1731520429.458426:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384d000. 00000100:00000010:0.0:1731520429.458429:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a93b2000. 00000100:00000010:0.0:1731520429.458431:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384d400. 00000100:00000010:0.0:1731520429.458434:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a93b4000. 00000100:00000010:0.0:1731520429.458435:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384d800. 00000100:00000010:0.0:1731520429.458438:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a93b6000. 00000100:00000010:0.0:1731520429.458440:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384dc00. 00000100:00000010:0.0:1731520429.458447:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7870000. 00000100:00000010:0.0:1731520429.458506:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384e000. 00000100:00000010:0.0:1731520429.458510:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7872000. 00000100:00000010:0.0:1731520429.458512:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384e400. 00000100:00000010:0.0:1731520429.458514:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7874000. 00000100:00000010:0.0:1731520429.458516:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384e800. 00000100:00000010:0.0:1731520429.458518:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7876000. 00000100:00000010:0.0:1731520429.458520:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384ec00. 00000100:00000010:0.0:1731520429.458527:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa7b8000. 00000100:00000010:0.0:1731520429.458530:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384f000. 00000100:00000010:0.0:1731520429.458533:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa7ba000. 00000100:00000010:0.0:1731520429.458534:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384f400. 00000100:00000010:0.0:1731520429.458537:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa7bc000. 00000100:00000010:0.0:1731520429.458539:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384f800. 00000100:00000010:0.0:1731520429.458542:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa7be000. 00000100:00000010:0.0:1731520429.458543:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b384fc00. 00000100:00000010:0.0:1731520429.458548:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f68000. 00000100:00000010:0.0:1731520429.458549:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b361d800. 00000100:00000010:0.0:1731520429.458551:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f6a000. 00000100:00000010:0.0:1731520429.458555:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9400000. 00000100:00000010:0.0:1731520429.458557:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f6c000. 00000100:00000010:0.0:1731520429.458558:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9400400. 00000100:00000010:0.0:1731520429.458561:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7f6e000. 00000100:00000010:0.0:1731520429.458562:0:14259:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9400800. 00000100:00000010:0.0:1731520429.458568:0:14259:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ad170000. 00000400:00000200:0.0:1731520429.458570:0:14259:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1731520429.458582:0:14259:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a31f60. 00000020:00000010:0.0:1731520429.458584:0:14259:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800a7ab8000. 00000100:00000010:0.0:1731520429.458607:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3407180. 00000100:00000010:0.0:1731520429.458609:0:14259:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136b4b240. 00000100:00000010:0.0:1731520429.458611:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3407900. 00000100:00000010:0.0:1731520429.458613:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3407780. 00000100:00000010:0.0:1731520429.458614:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3407000. 00000100:00000010:0.0:1731520429.458615:0:14259:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800abee5780. 00000100:00000010:0.0:1731520429.458616:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3407f00. 00000100:00000010:0.0:1731520429.458617:0:14259:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136b4b580. 00000100:00000010:0.0:1731520429.458618:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34076c0. 00000100:00000010:0.0:1731520429.458619:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34070c0. 00000100:00000010:0.0:1731520429.458620:0:14259:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3407840. 00000100:00000200:0.0:1731520429.458631:0:14259:0:(service.c:852:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1731520429.458633:0:14259:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff88012b3b5800. 00000100:00000010:2.0:1731520429.458712:0:14262:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012dc12480. 00000020:00000010:2.0:1731520429.458715:0:14262:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012dc12a80. 00000020:00000010:2.0:1731520429.458717:0:14262:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d43d000. 00000020:00000010:2.0:1731520429.458719:0:14262:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d43d600. 00000020:00000010:2.0:1731520429.458721:0:14262:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa581540. 00000040:00000010:2.0:1731520429.458737:0:14262:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012d43c200. 00000020:00000010:2.0:1731520429.458739:0:14262:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6090000. 00000020:00000010:2.0:1731520429.458746:0:14262:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a87f0000. 00000020:00000010:2.0:1731520429.458749:0:14262:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d43d200. 80000000:00000010:2.0:1731520429.458750:0:14262:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa5814e0. 40000000:00000010:2.0:1731520429.458752:0:14262:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012dc121c0. 00000008:00000010:2.0:1731520429.458759:0:14262:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9240000. 00020000:00000010:2.0:1731520429.458761:0:14262:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a870ab40. 00008000:00000010:2.0:1731520429.458767:0:14262:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030000. 00100000:00000010:2.0:1731520429.458769:0:14262:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6093000. 00040000:00000010:2.0:1731520429.458771:0:14262:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b35d9200. 00040000:00000010:2.0:1731520429.458773:0:14262:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6097000. 00040000:00000010:2.0:1731520429.458775:0:14262:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d43c400. 00000004:00000010:2.0:1731520429.458779:0:14262:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6093800. 00000004:00000010:2.0:1731520429.458782:0:14262:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aacf4000. 00000004:00000010:2.0:1731520429.458784:0:14262:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6091000. 00002000:00000010:2.0:1731520429.458786:0:14262:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aac57c00. 00000004:00000010:2.0:1731520429.458788:0:14262:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800aac54000. 00000080:00000010:2.0:1731520429.458793:0:14262:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836000. 00000080:00000010:2.0:1731520429.458798:0:14262:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474000. 00000100:00000200:2.0:1731520429.458800:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458803:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f7e8. 00000400:00000010:2.0:1731520429.458806:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a300. 00000100:00000200:2.0:1731520429.458809:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458810:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f840. 00000400:00000010:2.0:1731520429.458811:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a6c0. 00000100:00000200:2.0:1731520429.458813:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458814:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f898. 00000400:00000010:2.0:1731520429.458815:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870ad80. 00000100:00000200:2.0:1731520429.458817:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458818:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f8f0. 00000400:00000010:2.0:1731520429.458819:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a780. 00000100:00000200:2.0:1731520429.458820:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458821:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f948. 00000400:00000010:2.0:1731520429.458823:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a0c0. 00000100:00000200:2.0:1731520429.458824:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458825:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f9a0. 00000400:00000010:2.0:1731520429.458826:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870af00. 00000800:00000200:0.1F:1731520429.458827:0:13216:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000200:2.0:1731520429.458828:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458829:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f9f8. 00000400:00000010:2.0:1731520429.458830:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a900. 00000100:00000200:2.0:1731520429.458831:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458832:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fa50. 00000400:00000010:2.0:1731520429.458833:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870ae40. 00000100:00000200:2.0:1731520429.458835:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458836:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853faa8. 00000400:00000010:2.0:1731520429.458837:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a9c0. 00000800:00000200:0.1:1731520429.458837:0:13216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000100:00000200:2.0:1731520429.458838:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.1:1731520429.458840:0:13216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9700 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731520429.458842:0:13216:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp p 3.x 192.168.204.49 -> 192.168.204.149:988 incarnation:1731520412417301780 sched[0] 00000400:00000010:2.0:1731520429.458842:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fb00. 00000400:00000010:2.0:1731520429.458843:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870ac00. 00000800:00000010:0.0:1731520429.458844:0:13216:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800a870acc0. 00000100:00000200:2.0:1731520429.458845:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458846:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fb58. 00000400:00000010:2.0:1731520429.458847:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a240. 00000100:00000200:2.0:1731520429.458849:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458850:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fbb0. 00000400:00000010:2.0:1731520429.458851:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a840. 00000100:00000200:2.0:1731520429.458852:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458853:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fc08. 00000400:00000010:2.0:1731520429.458874:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870aa80. 00000100:00000200:2.0:1731520429.458875:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458877:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fc60. 00000400:00000200:0.0:1731520429.458878:0:13216:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000010:2.0:1731520429.458878:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870acc0. 00000100:00000200:2.0:1731520429.458880:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458881:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fcb8. 00000400:00000010:2.0:1731520429.458882:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a870a540. 00000100:00000200:2.0:1731520429.458884:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458885:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fd10. 00000400:00000010:2.0:1731520429.458887:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9540. 00000100:00000200:2.0:1731520429.458888:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458889:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fd68. 00000400:00000010:2.0:1731520429.458902:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9480. 00000100:00000200:2.0:1731520429.458904:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458905:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f058. 00000400:00000010:2.0:1731520429.458906:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c90c0. 00000100:00000200:2.0:1731520429.458907:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458909:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f0b0. 00000400:00000010:2.0:1731520429.458913:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c93c0. 00000100:00000200:2.0:1731520429.458915:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458916:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f108. 00000400:00000010:2.0:1731520429.458918:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9180. 00000100:00000200:2.0:1731520429.458919:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458920:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f160. 00000400:00000010:2.0:1731520429.458922:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9600. 00000100:00000200:2.0:1731520429.458927:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458928:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f1b8. 00000400:00000010:2.0:1731520429.458930:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9000. 00000100:00000200:2.0:1731520429.458931:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458932:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f210. 00000400:00000010:2.0:1731520429.458934:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9240. 00000100:00000200:2.0:1731520429.458935:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458936:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f268. 00000400:00000010:2.0:1731520429.458938:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c99c0. 00000800:00000200:0.0:1731520429.458939:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1731520429.458939:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458940:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f2c0. 00000400:00000010:2.0:1731520429.458941:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9900. 00000800:00000010:0.0:1731520429.458942:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b35d9700. 00000100:00000200:2.0:1731520429.458943:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458944:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f318. 00000400:00000200:0.0:1731520429.458945:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1731520429.458945:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9780. 00000100:00000200:2.0:1731520429.458946:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458947:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f370. 00000400:00000200:0.0:1731520429.458948:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: GET: OK 00000400:00000010:2.0:1731520429.458949:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c96c0. 00000100:00000200:2.0:1731520429.458950:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458951:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f3c8. 00000400:00000200:0.0:1731520429.458952:0:13222:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1731520429.458952:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9300. 00000400:00000200:0.0:1731520429.458954:0:13222:0:(peer.c:3039:lnet_discovery_event_send()) Ping Send to 192.168.204.149@tcp: 0 00000100:00000200:2.0:1731520429.458954:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458955:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f420. 00000400:00000010:2.0:1731520429.458956:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9a80. 00000100:00000200:2.0:1731520429.458957:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458958:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f478. 00000400:00000010:2.0:1731520429.458959:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9b40. 00000100:00000200:2.0:1731520429.458960:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458961:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f4d0. 00000400:00000010:2.0:1731520429.458963:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9e40. 00000100:00000200:2.0:1731520429.458964:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458965:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f528. 00000400:00000010:2.0:1731520429.458966:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9d80. 00000100:00000200:2.0:1731520429.458967:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458968:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f580. 00000400:00000010:2.0:1731520429.458971:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9cc0. 00000100:00000200:2.0:1731520429.458973:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458974:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f5d8. 00000400:00000010:2.0:1731520429.458975:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9f00. 00000100:00000200:2.0:1731520429.458977:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458978:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f630. 00000400:00000010:2.0:1731520429.458979:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9840. 00000100:00000200:2.0:1731520429.458980:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458981:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f688. 00000400:00000010:2.0:1731520429.458982:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b37c9c00. 00000100:00000200:2.0:1731520429.458983:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458984:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f790. 00000400:00000010:2.0:1731520429.458986:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0840. 00000100:00000200:2.0:1731520429.458988:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458989:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853f000. 00000400:00000010:2.0:1731520429.458990:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0480. 00000100:00000200:2.0:1731520429.458992:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458993:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853ff78. 00000400:00000010:2.0:1731520429.458994:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0000. 00000100:00000200:2.0:1731520429.458996:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.458997:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853ff20. 00000400:00000010:2.0:1731520429.458998:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0f00. 00000100:00000200:2.0:1731520429.458999:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459000:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fec8. 00000400:00000010:2.0:1731520429.459001:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0600. 00000100:00000200:2.0:1731520429.459003:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459004:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fe70. 00000400:00000010:2.0:1731520429.459005:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0b40. 00000100:00000200:2.0:1731520429.459006:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459007:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fe18. 00000400:00000010:2.0:1731520429.459008:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0300. 00000100:00000200:2.0:1731520429.459009:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459010:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a853fdc0. 00000400:00000010:2.0:1731520429.459012:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf06c0. 00000100:00000200:2.0:1731520429.459013:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459016:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e420. 00000400:00000010:2.0:1731520429.459018:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0180. 00000100:00000200:2.0:1731520429.459019:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459021:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e2c0. 00000400:00000010:2.0:1731520429.459022:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0a80. 00000100:00000200:2.0:1731520429.459024:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459025:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e268. 00000400:00000010:2.0:1731520429.459026:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0240. 00000100:00000200:2.0:1731520429.459027:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459028:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e058. 00000400:00000010:2.0:1731520429.459029:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0d80. 00000100:00000200:2.0:1731520429.459031:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459032:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e108. 00000400:00000010:2.0:1731520429.459033:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf00c0. 00000100:00000200:2.0:1731520429.459034:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459035:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e210. 00000400:00000010:2.0:1731520429.459036:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0780. 00000100:00000200:2.0:1731520429.459038:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459039:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e160. 00000400:00000010:2.0:1731520429.459040:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0cc0. 00000100:00000200:2.0:1731520429.459041:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459042:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e000. 00000400:00000010:2.0:1731520429.459043:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0e40. 00000100:00000200:2.0:1731520429.459044:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459046:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e0b0. 00000400:00000010:2.0:1731520429.459047:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0540. 00000100:00000200:2.0:1731520429.459048:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459049:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924eb58. 00000400:00000010:2.0:1731520429.459051:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf09c0. 00000100:00000200:2.0:1731520429.459052:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459053:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924eb00. 00000400:00000010:2.0:1731520429.459054:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0c00. 00000100:00000200:2.0:1731520429.459055:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459056:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e790. 00000400:00000010:2.0:1731520429.459058:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf0900. 00000100:00000200:2.0:1731520429.459061:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459062:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924eaa8. 00000400:00000010:2.0:1731520429.459064:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012abf03c0. 00000100:00000200:2.0:1731520429.459065:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459066:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e840. 00000400:00000010:2.0:1731520429.459068:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2d780. 00000100:00000200:2.0:1731520429.459069:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459071:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e9f8. 00000400:00000010:2.0:1731520429.459072:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2de40. 00000100:00000200:2.0:1731520429.459073:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459074:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e9a0. 00000400:00000010:2.0:1731520429.459076:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2dd80. 00000100:00000200:2.0:1731520429.459077:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459078:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e898. 00000400:00000010:2.0:1731520429.459079:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2d480. 00000100:00000200:2.0:1731520429.459080:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459081:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e948. 00000400:00000010:2.0:1731520429.459083:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2d840. 00000100:00000200:2.0:1731520429.459084:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459085:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e8f0. 00000400:00000010:2.0:1731520429.459086:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2d600. 00000100:00000200:2.0:1731520429.459087:0:14262:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1731520429.459088:0:14262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e7e8. 00000400:00000010:2.0:1731520429.459203:0:14262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2d6c0. 00000800:00000010:0.0:1731520429.459204:0:13216:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800ad172000. 00000100:00000010:2.0:1731520429.459206:0:14262:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b6095000. 00000800:00000010:0.0:1731520429.459207:0:13216:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b3407240. 00000800:00000010:0.0:1731520429.459210:0:13216:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff880136b4ba00. 00000100:00000200:2.0:1731520429.459212:0:14262:0:(service.c:2879:ptlrpc_main()) service thread 0 (#1) started 00000800:00000010:0.0:1731520429.459214:0:13216:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff880136b4ba00. 00000100:00000010:2.0:1731520429.459223:0:14259:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff88012d43c800. 00000100:00000010:3.0:1731520429.459324:0:14263:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a5565c0. 00000020:00000010:3.0:1731520429.459327:0:14263:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a556b40. 00000020:00000010:3.0:1731520429.459330:0:14263:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5874600. 00000020:00000010:3.0:1731520429.459332:0:14263:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5874e00. 00000020:00000010:3.0:1731520429.459334:0:14263:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528ba0. 00000040:00000010:3.0:1731520429.459336:0:14263:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5875c00. 00000020:00000010:3.0:1731520429.459338:0:14263:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012e29e000. 00000020:00000010:3.0:1731520429.459340:0:14263:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a80508. 00000020:00000010:3.0:1731520429.459342:0:14263:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e88c00. 80000000:00000010:3.0:1731520429.459343:0:14263:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa528420. 40000000:00000010:3.0:1731520429.459345:0:14263:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a556200. 00000008:00000010:3.0:1731520429.459355:0:14263:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9540000. 00020000:00000010:3.0:1731520429.459357:0:14263:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800aac2f180. 00008000:00000010:3.0:1731520429.459363:0:14263:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94000. 00100000:00000010:3.0:1731520429.459366:0:14263:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012e298000. 00040000:00000010:3.0:1731520429.459367:0:14263:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924ff00. 00040000:00000010:3.0:1731520429.459370:0:14263:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012e299000. 00040000:00000010:3.0:1731520429.459372:0:14263:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e89a00. 00000004:00000010:3.0:1731520429.459374:0:14263:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff880137163800. 00000004:00000010:3.0:1731520429.459377:0:14263:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e3a2000. 00000004:00000010:3.0:1731520429.459379:0:14263:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff88013767c000. 00002000:00000010:3.0:1731520429.459380:0:14263:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8801372e5c00. 00000004:00000010:3.0:1731520429.459382:0:14263:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8801372e7000. 00000400:00000200:0.0:1731520429.459383:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : REPLY - for me 00000080:00000010:3.0:1731520429.459388:0:14263:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6073000. 00000080:00000010:3.0:1731520429.459394:0:14263:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa588000. 00000400:00000200:0.0:1731520429.459396:0:13223:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.204.49@tcp: Reply from 12345-192.168.204.149@tcp of length 48/48 into md 0x9 00000100:00000010:3.0:1731520429.459397:0:14263:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88013767f800. 00000100:00000200:3.0:1731520429.459410:0:14263:0:(service.c:2879:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1731520429.459423:0:14259:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff88012d43ce00. 00000400:00000200:0.0:1731520429.459470:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.459475:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: REPLY: OK 00000400:00000200:0.0:1731520429.459478:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731520429.459480:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000400:00000200:0.0:1731520429.459483:0:13223:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1731520429.459486:0:13223:0:(peer.c:2917:lnet_discovery_event_reply()) Peer 192.168.204.149@tcp has discovery enabled 00000400:00000200:0.0:1731520429.459488:0:13223:0:(peer.c:2929:lnet_discovery_event_reply()) peer 192.168.204.149@tcp(ffff88012b889a00) is MR 00000400:00000200:0.0:1731520429.459491:0:13223:0:(peer.c:2998:lnet_discovery_event_reply()) peer 192.168.204.149@tcp data present 1. state = 0x100241 00000400:00000200:0.0:1731520429.459493:0:13223:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp: -114 00000100:00000010:3.0:1731520429.459510:0:14264:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a556a80. 00000400:00000200:2.0:1731520429.459512:0:13226:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1731520429.459512:0:14264:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a556fc0. 00000400:00000200:2.0:1731520429.459515:0:13226:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x1000c1 00000020:00000010:3.0:1731520429.459515:0:14264:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e88a00. 00000020:00000010:3.0:1731520429.459517:0:14264:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e88600. 00000020:00000010:3.0:1731520429.459518:0:14264:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa5282a0. 00000400:00000010:2.0:1731520429.459519:0:13226:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff88012dc12f80. 00000040:00000010:3.0:1731520429.459520:0:14264:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6e89c00. 00000400:00000010:2.0:1731520429.459521:0:13226:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff88012dc12380. 00000400:00000010:2.0:1731520429.459522:0:13226:0:(peer.c:3270:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff88012dc12e40. 00000020:00000010:3.0:1731520429.459522:0:14264:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88013767f000. 00000020:00000010:3.0:1731520429.459524:0:14264:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a80a10. 00000400:00000010:2.0:1731520429.459525:0:13226:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff88012dc12f80. 00000020:00000010:3.0:1731520429.459526:0:14264:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e88400. 00000400:00000010:2.0:1731520429.459527:0:13226:0:(peer.c:3417:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff88012dc12380. 80000000:00000010:3.0:1731520429.459527:0:14264:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa528240. 40000000:00000010:3.0:1731520429.459529:0:14264:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a556100. 00000400:00000010:2.0:1731520429.459531:0:13226:0:(peer.c:3418:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff88012dc12e40. 00000008:00000010:3.0:1731520429.459531:0:14264:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9540b28. 00000400:00000010:2.0:1731520429.459532:0:13226:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff88012d43d800. 00020000:00000010:3.0:1731520429.459533:0:14264:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800aac2f300. 00000400:00000200:2.0:1731520429.459534:0:13226:0:(peer.c:3421:lnet_peer_merge_data()) peer 192.168.204.149@tcp (ffff88012b889a00): 0 00000400:00000200:2.0:1731520429.459535:0:13226:0:(peer.c:3726:lnet_peer_data_present()) peer 192.168.204.149@tcp(ffff88012b889a00): 0. state = 0x100141 00008000:00000010:3.0:1731520429.459535:0:14264:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94388. 00000400:00000200:2.0:1731520429.459537:0:13226:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100141 rc 1 00100000:00000010:3.0:1731520429.459537:0:14264:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88013767e000. 00000400:00000200:2.0:1731520429.459538:0:13226:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100141 00040000:00000010:3.0:1731520429.459539:0:14264:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924f600. 00000400:00000010:2.0:1731520429.459540:0:13226:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00040000:00000010:3.0:1731520429.459541:0:14264:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88013767e800. 00000400:00000010:2.0:1731520429.459543:0:13226:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff880136a0b0e0. 00000400:00000200:2.0:1731520429.459545:0:13226:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00040000:00000010:3.0:1731520429.459546:0:14264:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e89e00. 00000400:00000200:2.0:1731520429.459548:0:13226:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000004:00000010:3.0:1731520429.459549:0:14264:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa7b3800. 00000400:00000200:2.0:1731520429.459550:0:13226:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [2:2:256:4294967295] 192.168.204.149@tcp LPNI seq info [2:2:8:4294967295] 00000004:00000010:3.0:1731520429.459551:0:14264:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e3a0000. 00000400:00000200:2.0:1731520429.459552:0:13226:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.149@tcp 00000004:00000010:3.0:1731520429.459553:0:14264:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa7b5800. 00000400:00000200:2.0:1731520429.459555:0:13226:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00002000:00000010:3.0:1731520429.459555:0:14264:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8801372e4800. 00000004:00000010:3.0:1731520429.459557:0:14264:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8801372e6c00. 00000800:00000200:2.0:1731520429.459558:0:13226:0:(socklnd_cb.c:1000:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.204.149@tcp 00000080:00000010:3.0:1731520429.459558:0:14264:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6073098. 00000800:00000010:2.0:1731520429.459559:0:13226:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9900. 00000080:00000010:3.0:1731520429.459560:0:14264:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa588248. 00000800:00000200:2.0:1731520429.459561:0:13226:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (3) 00000800:00000200:2.0:1731520429.459563:0:13226:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000100:00000010:3.0:1731520429.459563:0:14264:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800aa7b4800. 00000800:00000200:2.0:1731520429.459564:0:13226:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9900 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:2.0:1731520429.459569:0:13226:0:(peer.c:3934:lnet_peer_send_push()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.459570:0:13226:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100541 rc 0 00000100:00000200:3.0:1731520429.459570:0:14264:0:(service.c:2879:ptlrpc_main()) service thread 2 (#3) started 00000800:00000200:0.0:1731520429.459594:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.459597:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9900. 00000400:00000200:0.0:1731520429.459599:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.459602:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.459604:0:13222:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1731520429.459606:0:13222:0:(peer.c:3039:lnet_discovery_event_send()) Push Send to 192.168.204.149@tcp: 0 00010000:00000010:0.0:1731520429.459614:0:14259:0:(ldlm_lockd.c:3372:ldlm_setup()) kmalloced '(blp)': 168 at ffff8800b3407600. 00010000:00000010:3.0:1731520429.459697:0:14265:0:(ldlm_lockd.c:3005:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff88012a5569c0. 00000020:00000010:3.0:1731520429.459699:0:14265:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e89600. 00000020:00000010:3.0:1731520429.459701:0:14265:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e89400. 00000020:00000010:3.0:1731520429.459704:0:14265:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa7b4000. 00000020:00000010:3.0:1731520429.459706:0:14265:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a80f18. 00000020:00000010:3.0:1731520429.459708:0:14265:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e89800. 80000000:00000010:3.0:1731520429.459710:0:14265:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa528540. 40000000:00000010:3.0:1731520429.459712:0:14265:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a5561c0. 00100000:00000010:3.0:1731520429.459714:0:14265:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa7b7800. 00040000:00000010:3.0:1731520429.459716:0:14265:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924f500. 00040000:00000010:3.0:1731520429.459718:0:14265:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e88200. 00002000:00000010:3.0:1731520429.459720:0:14265:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8801372e7400. 00000020:00000010:3.0:1731520429.459722:0:14265:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a556e80. 00010000:00000010:3.0:1731520429.459885:0:14266:0:(ldlm_lockd.c:3005:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff88012a556400. 00000020:00000010:3.0:1731520429.459887:0:14266:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e88800. 00000020:00000010:3.0:1731520429.459889:0:14266:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e89000. 00000020:00000010:3.0:1731520429.459891:0:14266:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa7b5000. 00000020:00000010:3.0:1731520429.459893:0:14266:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a81420. 00000020:00000010:3.0:1731520429.459895:0:14266:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e88e00. 80000000:00000010:3.0:1731520429.459897:0:14266:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa528f00. 40000000:00000010:3.0:1731520429.459898:0:14266:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a556740. 00100000:00000010:3.0:1731520429.459900:0:14266:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa7b0800. 00040000:00000010:3.0:1731520429.459902:0:14266:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924f000. 00040000:00000010:3.0:1731520429.459907:0:14266:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e89200. 00002000:00000010:3.0:1731520429.459909:0:14266:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8801372e7c00. 00000020:00000010:3.0:1731520429.459911:0:14266:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a556f40. 00000800:00000200:2.1:1731520429.459919:0:13216:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.0:1731520429.459925:0:13216:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp p 3.x 192.168.204.49 -> 192.168.204.149:988 incarnation:1731520412417301780 sched[0] 00000800:00000010:2.0:1731520429.459928:0:13216:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b3407240. 00000400:00000200:2.0:1731520429.459950:0:13216:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.149:988 00000400:00000200:2.0:1731520429.459965:0:13216:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.149:988 00010000:00000010:1.0:1731520429.459981:0:14259:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a475f40. 00010000:00000010:1.0:1731520429.459985:0:14259:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012a475c00. 00000020:00000010:1.0:1731520429.459993:0:14259:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800aa680000. 00000100:00000200:1.0:1731520429.460001:0:14259:0:(events.c:572:ptlrpc_uuid_to_peer()) MGC192.168.204.149@tcp_0->12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520429.460004:0:14259:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp: -114 00000400:00000200:1.0:1731520429.460005:0:14259:0:(peer.c:2733:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1731520429.460006:0:14259:0:(peer.c:2773:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1731520429.460007:0:14259:0:(peer.c:2782:lnet_discover_peer_locked()) peer 192.168.204.149@tcp NID 192.168.204.149@tcp: 0. pending discovery 00000400:00000200:1.0:1731520429.460009:0:14259:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.204.149@tcp primary NID 192.168.204.149@tcp rc 0 00000100:00000010:1.0:1731520429.460011:0:14259:0:(connection.c:93:ptlrpc_connection_get()) kmalloced '(conn)': 96 at ffff8800a7d49ae0. 00010000:00000010:1.0:1731520429.460014:0:14259:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800a7d49f60. 00010000:00000010:1.0:1731520429.460016:0:14259:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b6251000. 00000001:00000010:1.0:1731520429.460018:0:14259:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff88012a458900. 00000001:00000010:1.0:1731520429.460020:0:14259:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8800a7cb6060. 00000001:00000010:1.0:1731520429.460021:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff88012a458e00. 00000001:00000010:1.0:1731520429.460022:0:14259:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff88012a458700. 00010000:00000010:1.0:1731520429.460024:0:14259:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at ffff8800a935f840. 00000020:00000010:1.0:1731520429.460044:0:14259:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a7d49ea0. 00000400:00000200:0.0:1731520429.460045:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : ACK - for me 00000020:00000010:1.0:1731520429.460045:0:14259:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012a4f4480. 00000400:00000200:0.0:1731520429.460052:0:13223:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.204.49@tcp: ACK from 12345-192.168.204.149@tcp into md 0x111 00000020:00000010:1.0:1731520429.460059:0:14259:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a7d49600. 00000020:00000010:1.0:1731520429.460060:0:14259:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800a92d4400. 00000040:00000010:1.0:1731520429.460082:0:14259:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800a935f6c0. 00000400:00000200:0.0:1731520429.460088:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.460091:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000200:0.0:1731520429.460094:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731520429.460095:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000400:00000200:0.0:1731520429.460097:0:13223:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1731520429.460099:0:13223:0:(peer.c:2805:lnet_discovery_event_ack()) peer 192.168.204.149@tcp ev->status 0 00000400:00000200:0.0:1731520429.460101:0:13223:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp: -114 00000400:00000200:0.0:1731520429.460116:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.460121:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1731520429.460126:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.149@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:0.0:1731520429.460129:0:13223:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a853f738. 00000400:00000200:2.0:1731520429.460129:0:13226:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1731520429.460131:0:13223:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012a5173b8 00000400:00000200:2.0:1731520429.460132:0:13226:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100141 00000400:00000200:2.0:1731520429.460135:0:13226:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.460136:0:13226:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100111 rc 0 00000400:00000200:2.0:1731520429.460138:0:13226:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp 00000400:00000200:0.0:1731520429.460151:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.460154:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.460158:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731520429.460159:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000400:00000200:0.0:1731520429.460161:0:13223:0:(api-ni.c:2242:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1731520429.460165:0:13223:0:(peer.c:2576:lnet_peer_push_event()) peer 192.168.204.149@tcp(ffff88012b889a00) is MR 00000400:00000010:0.0:1731520429.460167:0:13223:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff880136b4ba00. 00000400:00000200:0.0:1731520429.460169:0:13223:0:(peer.c:2650:lnet_peer_push_event()) Received Push 192.168.204.149@tcp 1 00000400:00000200:0.0:1731520429.460172:0:13223:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.149@tcp: 0 00000400:00000200:0.0:1731520429.460175:0:13223:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731520429.460178:0:13223:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520429.460181:0:13223:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [3:3:256:4294967295] 192.168.204.149@tcp LPNI seq info [3:3:8:4294967295] 00000020:00000010:1.0:1731520429.460197:0:14259:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 112 at ffff8801376ba400. 00000020:00000010:1.0:1731520429.460206:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa685800. 00000400:00000200:0.0:1731520429.460286:0:13223:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000400:00000200:2.0:1731520429.460290:0:13226:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1731520429.460291:0:13223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520429.460292:0:14259:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.204.149@tcp discovered: 0 00000800:00000010:0.0:1731520429.460293:0:13223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000400:00000010:2.0:1731520429.460295:0:13226:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e688. 00000800:00000200:0.0:1731520429.460296:0:13223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (4) 00000400:00000010:2.0:1731520429.460297:0:13226:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517f68. 00000800:00000010:3.0:1731520429.460298:0:13216:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800a7fc8000. 00000800:00000200:0.0:1731520429.460299:0:13223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000400:00000200:2.0:1731520429.460299:0:13226:0:(api-ni.c:2232:lnet_push_target_post()) posted push target ffff88012d43cc00 00000800:00000010:3.0:1731520429.460300:0:13216:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800aac2f240. 00000800:00000200:0.0:1731520429.460301:0:13223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1731520429.460301:0:13226:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x1000d1 00000400:00000010:2.0:1731520429.460303:0:13226:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff88012dc12400. 00000100:00000010:1.0:1731520429.460304:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00000. 00000400:00000010:2.0:1731520429.460304:0:13226:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff88012dc12000. 00000400:00000010:2.0:1731520429.460305:0:13226:0:(peer.c:3270:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff88012dc12b00. 00000800:00000010:3.0:1731520429.460306:0:13216:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff88012a556e40. 00000400:00000010:2.0:1731520429.460307:0:13226:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff88012dc12400. 00000400:00000010:2.0:1731520429.460308:0:13226:0:(peer.c:3417:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff88012dc12000. 00000400:00000010:2.0:1731520429.460309:0:13226:0:(peer.c:3418:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff88012dc12b00. 00000400:00000010:2.0:1731520429.460310:0:13226:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff880136b4ba00. 00000800:00000010:3.0:1731520429.460310:0:13216:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff88012a556e40. 00000400:00000200:2.0:1731520429.460311:0:13226:0:(peer.c:3421:lnet_peer_merge_data()) peer 192.168.204.149@tcp (ffff88012b889a00): 0 00000400:00000200:2.0:1731520429.460312:0:13226:0:(peer.c:3726:lnet_peer_data_present()) peer 192.168.204.149@tcp(ffff88012b889a00): 0. state = 0x100151 02000000:00000010:1.0:1731520429.460314:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6251800. 00000400:00000200:2.0:1731520429.460314:0:13226:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100151 rc 1 00000400:00000200:2.0:1731520429.460315:0:13226:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100151 00000800:00000200:0.0:1731520429.460316:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1731520429.460316:0:13226:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.204.149@tcp 00000800:00000010:0.0:1731520429.460317:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731520429.460317:0:13226:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.204.149@tcp(ffff88012b889a00) state 0x100111 rc 0 00000400:00000200:2.0:1731520429.460318:0:13226:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.149@tcp 00000400:00000200:0.0:1731520429.460319:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.460321:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000020:00000010:1.0:1731520429.460338:0:14259:0:(obd_mount.c:571:lustre_start_mgc()) kfreed 'uuid': 40 at ffff88012a475f00. 00000020:00000010:3.0:1731520429.460338:0:13227:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a81928. 00000020:00000010:1.0:1731520429.460341:0:14259:0:(obd_mount.c:572:lustre_start_mgc()) kfreed 'data': 192 at ffff8800a935f900. 00000020:00000010:3.0:1731520429.460341:0:13227:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5b83200. 00000020:00000010:1.0:1731520429.460343:0:14259:0:(obd_mount.c:573:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff88012a4f4840. 80000000:00000010:3.0:1731520429.460343:0:13227:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa528e40. 40000000:00000010:3.0:1731520429.460344:0:13227:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a556e40. 00000020:00000010:1.0:1731520429.460345:0:14259:0:(obd_mount.c:258:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff88012a4f4c00. 00000008:00000010:3.0:1731520429.460347:0:13227:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9541650. 00020000:00000010:3.0:1731520429.460348:0:13227:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800aac2f480. 00008000:00000010:3.0:1731520429.460350:0:13227:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94710. 00100000:00000010:3.0:1731520429.460352:0:13227:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa7b6800. 00040000:00000010:3.0:1731520429.460354:0:13227:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924f900. 00040000:00000010:3.0:1731520429.460356:0:13227:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa7b1000. 00000080:00000010:1.0:1731520429.460358:0:14259:0:(llite_lib.c:1374:ll_fill_super()) kmalloced '(cfg)': 80 at ffff8800a7d49c00. 00040000:00000010:3.0:1731520429.460358:0:13227:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5b83a00. 00000004:00000010:3.0:1731520429.460360:0:13227:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa7b3000. 00000080:00000010:1.0:1731520429.460361:0:14259:0:(llite_lib.c:104:ll_init_sbi()) kmalloced '(sbi)': 1040 at ffff8800aa686000. 00000004:00000010:3.0:1731520429.460363:0:13227:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e3a4000. 00000004:00000010:3.0:1731520429.460364:0:13227:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa7b0000. 00002000:00000010:3.0:1731520429.460367:0:13227:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b6310400. 00000004:00000010:3.0:1731520429.460369:0:13227:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800b6312800. 00000080:00000010:3.0:1731520429.460371:0:13227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6073130. 00000080:00000010:3.0:1731520429.460372:0:13227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa588490. 00000008:00000010:3.0:1731520429.460379:0:13227:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c8000. 00020000:00000010:3.0:1731520429.460385:0:13227:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4000. 00008000:00000010:3.0:1731520429.460388:0:13227:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89acbf0. 00000080:00000010:3.0:1731520429.460393:0:13227:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f5000. 00000020:00000010:1.0:1731520429.460395:0:14259:0:(cl_page.c:1164:cl_cache_init()) kmalloced '(cache)': 160 at ffff8800a935f900. 00000080:00000010:1.0:1731520429.460397:0:14259:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff88013764fb78. 00000080:00000010:1.0:1731520429.460398:0:14259:0:(llite_lib.c:145:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff88013764f6b0. 02000000:00000010:3.0:1731520429.460404:0:13227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6d0c400. 00000400:00000010:3.0:1731520429.460408:0:13227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520429.460410:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731520429.460413:0:13227:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742290560, portal 25 00000400:00000010:3.0:1731520429.460419:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731520429.460421:0:13227:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1815630742290560, offset 0 00000400:00000200:3.0:1731520429.460429:0:13227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.460434:0:13227:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520429.460436:0:13227:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520429.460438:0:13227:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520429.460440:0:13227:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520429.460442:0:13227:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520429.460444:0:13227:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [4:4:256:4294967295] 192.168.204.149@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1731520429.460450:0:13227:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520429.460454:0:13227:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520429.460456:0:13227:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fd00. 00000800:00000200:3.0:1731520429.460458:0:13227:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (4) 00000800:00000200:3.0:1731520429.460462:0:13227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520429.460464:0:13227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fd00 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:1.0:1731520429.460491:0:14259:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a7d49a20. 00000020:00000010:1.0:1731520429.460493:0:14259:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1312 at ffff8800aa686800. 00000020:00000010:1.0:1731520429.460500:0:14259:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a7d499c0. 00000020:00000010:1.0:1731520429.460501:0:14259:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 544 at ffff8800b358c800. 00000800:00000200:2.0:1731520429.460554:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520429.460556:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fd00. 00000400:00000200:2.0:1731520429.460558:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520429.460562:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520429.460564:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:2.0:1731520429.460566:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:2.0:1731520429.460572:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00000 x1815630742290560/t0(0) o250->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 520/544 e 0 to 0 dl 1731520439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:1.0:1731520429.460588:0:14259:0:(obd_mount.c:86:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800a7deeb80. 00000020:00000010:1.0:1731520429.460591:0:14259:0:(obd_mount.c:95:lustre_process_log()) kmalloced '(lcfg)': 176 at ffff8800a935fa80. 10000000:00000010:1.0:1731520429.460594:0:14259:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800a92d4200. 02000000:00000010:1.0:1731520429.460597:0:14259:0:(sec_config.c:558:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8800a7dee400. 00000100:00000010:1.0:1731520429.460600:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00380. 02000000:00000010:1.0:1731520429.460604:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a92d4000. 00010000:00000010:1.0:1731520429.460610:0:14259:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458d00. 00010000:00000010:1.0:1731520429.460619:0:14259:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d0000. 00000020:00000010:1.0:1731520429.460622:0:14259:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b62ae440. 00000100:00000010:1.0:1731520429.460632:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145540. 00000800:00000200:3.1F:1731520429.460878:0:13216:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1731520429.460888:0:13216:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.204.149@tcp p 3.x 192.168.204.49 -> 192.168.204.149:988 incarnation:1731520412417301780 sched[0] 00000800:00000010:3.0:1731520429.460891:0:13216:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800aac2f240. 00000020:00000010:1.0:1731520429.460994:0:27811:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6f16200. 00000400:00000200:2.0:1731520429.461224:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520429.461231:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 25 MB=0x6734e79700080 00000400:00000200:2.0:1731520429.461235:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:2.0:1731520429.461250:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520429.461253:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520429.461258:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00000 x1815630742290560/t0(0) o250->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1731520429.461285:0:13227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520429.461288:0:13227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:3.0:1731520429.461288:0:13227:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731520429.461291:0:13227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00000 x1815630742290560/t0(0) o250->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1731520429.461296:0:13227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00000 x1815630742290560/t0(0) o250->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:3.0:1731520429.461327:0:13227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6d0c400. 02000000:00000010:3.0:1731520429.461330:0:13227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6251800. 00000100:00000010:3.0:1731520429.461333:0:13227:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00000. 02000000:00000010:1.0:1731520429.461350:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358cc00. 00000400:00000010:1.0:1731520429.461353:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b738. 00000400:00000010:1.0:1731520429.461355:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731520429.461358:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742290688, portal 25 00000400:00000010:1.0:1731520429.461360:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731520429.461361:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815630742290688, offset 0 00000400:00000200:1.0:1731520429.461369:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520429.461373:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520429.461378:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520429.461380:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520429.461382:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520429.461383:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520429.461385:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [5:5:256:4294967295] 192.168.204.149@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1731520429.461395:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520429.461399:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520429.461401:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458200. 00000800:00000200:1.0:1731520429.461404:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520429.461407:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520429.461409:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731520429.461457:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520429.461459:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458200. 00000400:00000200:2.0:1731520429.461462:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520429.461465:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520429.461467:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:2.0:1731520429.461469:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:2.0:1731520429.461472:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00380 x1815630742290688/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731520429.462105:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.462111:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 344 into portal 25 MB=0x6734e79700100 00000400:00000200:0.0:1731520429.462115:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 344/344 into md 0x121 [1] + 224 00000400:00000200:0.0:1731520429.462123:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.462126:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.462130:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00380 x1815630742290688/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731520429.462169:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b738. 00000400:00000200:2.0:1731520429.462173:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:2.0:1731520429.462175:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:2.0:1731520429.462178:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00380 x1815630742290688/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731520429.462185:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00380 x1815630742290688/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731520429.462196:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145540. 02000000:00000010:2.0:1731520429.462209:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358cc00. 02000000:00000010:2.0:1731520429.462212:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a92d4000. 00000100:00000010:2.0:1731520429.462214:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00380. 10000000:00000010:2.0:1731520429.462218:0:14259:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012dc12b00. 00000020:00000010:2.0:1731520429.462221:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d43c000. 00000020:00000010:2.0:1731520429.462223:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d43d800. 00000040:00000010:2.0:1731520429.462226:0:14259:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dace00. 00000020:00000010:2.0:1731520429.462228:0:14259:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6096000. 00000020:00000010:2.0:1731520429.462230:0:14259:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6ff3000. 80000000:00000010:2.0:1731520429.462232:0:14259:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa581480. 00040000:00000010:2.0:1731520429.462235:0:14259:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6ff2000. 20000000:00000010:2.0:1731520429.462237:0:14259:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b6ff2400. 00000040:00000010:2.0:1731520429.462241:0:14259:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b6ff2200. 00000100:00000010:2.0:1731520429.462249:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.462254:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ff2600. 00000100:00000010:2.0:1731520429.462338:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.462347:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012a522600. 00000400:00000010:2.0:1731520429.462350:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e6e0. 00000400:00000010:2.0:1731520429.462352:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.462355:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742290816, portal 25 00000400:00000010:2.0:1731520429.462357:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731520429.462359:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1815630742290816, offset 0 00000400:00000200:2.0:1731520429.462362:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.462366:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.462369:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.462371:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.462372:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.462374:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.462377:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [6:6:256:4294967295] 192.168.204.149@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1731520429.462383:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.462387:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.462389:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9400. 00000800:00000200:2.0:1731520429.462392:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.462396:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.462398:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9400 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1731520429.462456:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731520429.462458:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9400. 00000400:00000200:3.0:1731520429.462460:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731520429.462467:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:3.0:1731520429.462470:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:3.0:1731520429.462471:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:3.0:1731520429.462474:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742290816/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731520429.463254:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.463259:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 25 MB=0x6734e79700180 00000400:00000200:0.0:1731520429.463266:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:0.0:1731520429.463275:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.463278:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.463281:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742290816/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731520429.463321:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e6e0. 00000400:00000200:2.0:1731520429.463324:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.463324:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.463327:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742290816/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731520429.463332:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742290816/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731520429.463340:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.463344:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012a522600. 02000000:00000010:2.0:1731520429.463346:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ff2600. 00000100:00000010:2.0:1731520429.463349:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000040:00000010:2.0:1731520429.463355:0:14259:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b6ff2200. 00000020:00000010:2.0:1731520429.463359:0:14259:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d43d800. 00000040:00000010:2.0:1731520429.463361:0:14259:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6dace00. 00000020:00000010:2.0:1731520429.463363:0:14259:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b6096000. 00000020:00000010:2.0:1731520429.463367:0:14259:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b6ff3000. 80000000:00000010:2.0:1731520429.463370:0:14259:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800aa581480. 00040000:00000010:2.0:1731520429.463372:0:14259:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6ff2000. 20000000:00000010:2.0:1731520429.463374:0:14259:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800b6ff2400. 00000020:00000010:2.0:1731520429.463376:0:14259:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d43c000. 10000000:00000010:2.0:1731520429.463378:0:14259:0:(mgc_request.c:1688:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012dc12b00. 10000000:00000010:2.0:1731520429.463388:0:14259:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff88012a522600. 10000000:00000010:2.0:1731520429.463392:0:14259:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff88012a523000. 10000000:00000010:2.0:1731520429.463394:0:14259:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff88012a522200. 00000100:00000010:2.0:1731520429.463397:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.463401:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dace00. 00010000:00000010:2.0:1731520429.463411:0:14259:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3c000. 00000020:00000010:2.0:1731520429.463414:0:14259:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012dc12b00. 00000100:00000010:2.0:1731520429.463420:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.463425:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b624f400. 00000400:00000010:2.0:1731520429.463427:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e6e0. 00000400:00000010:2.0:1731520429.463429:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.463430:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742290944, portal 25 00000400:00000010:2.0:1731520429.463432:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731520429.463432:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815630742290944, offset 0 00000400:00000200:2.0:1731520429.463435:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.463438:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.463440:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.463441:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.463443:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.463444:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.463445:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [7:7:256:4294967295] 192.168.204.149@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1731520429.463449:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.463454:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.463455:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9500. 00000800:00000200:2.0:1731520429.463457:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.463460:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.463461:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.463497:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.463499:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9500. 00000400:00000200:0.0:1731520429.463501:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.463504:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.463506:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731520429.463507:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731520429.463510:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742290944/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731520429.464191:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.464196:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 344 into portal 25 MB=0x6734e79700200 00000400:00000200:0.0:1731520429.464199:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:0.0:1731520429.464207:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.464210:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.464214:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742290944/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731520429.464262:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e6e0. 00000400:00000200:2.0:1731520429.464265:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.464266:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.464270:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742290944/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731520429.464276:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742290944/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731520429.464287:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.464293:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b624f400. 02000000:00000010:2.0:1731520429.464296:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dace00. 00000100:00000010:2.0:1731520429.464298:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 10000000:00000010:2.0:1731520429.464300:0:14259:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012dc12000. 00000020:00000010:2.0:1731520429.464302:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dace00. 00000020:00000010:2.0:1731520429.464304:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ff2400. 00000040:00000010:2.0:1731520429.464306:0:14259:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6ff2000. 00000020:00000010:2.0:1731520429.464308:0:14259:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6096000. 00000020:00000010:2.0:1731520429.464310:0:14259:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6ff3000. 80000000:00000010:2.0:1731520429.464311:0:14259:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa581480. 00040000:00000010:2.0:1731520429.464313:0:14259:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6ff2200. 20000000:00000010:2.0:1731520429.464315:0:14259:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b6ff2600. 00000040:00000010:2.0:1731520429.464318:0:14259:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8801372e1200. 00000100:00000010:2.0:1731520429.464321:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.464325:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801372e0400. 00000100:00000010:2.0:1731520429.464330:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.464335:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801372e1600. 00000400:00000010:2.0:1731520429.464337:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e6e0. 00000400:00000010:2.0:1731520429.464343:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.464345:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742291072, portal 25 00000400:00000010:2.0:1731520429.464347:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731520429.464349:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1815630742291072, offset 0 00000400:00000200:2.0:1731520429.464352:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.464356:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.464357:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.464359:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.464360:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.464361:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.464363:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [8:8:256:4294967295] 192.168.204.149@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1731520429.464366:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.464368:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.464370:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9600. 00000800:00000200:2.0:1731520429.464372:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.464374:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.464375:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9600 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.464466:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.464468:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9600. 00000400:00000200:0.0:1731520429.464470:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.464473:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.464475:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731520429.464476:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731520429.464479:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742291072/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:1.0:1731520429.465108:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520429.465114:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 25 MB=0x6734e79700280 00000400:00000200:1.0:1731520429.465118:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 272/272 into md 0x139 [1] + 224 00000400:00000200:1.0:1731520429.465126:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520429.465129:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520429.465132:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742291072/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731520429.465170:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e6e0. 00000400:00000200:2.0:1731520429.465173:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.465173:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.465176:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742291072/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731520429.465181:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742291072/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 512/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731520429.465188:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.465191:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801372e1600. 02000000:00000010:2.0:1731520429.465194:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801372e0400. 00000100:00000010:2.0:1731520429.465195:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000040:00000010:2.0:1731520429.465199:0:14259:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800aac5c000. 00000100:00000010:2.0:1731520429.465201:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.465204:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801372e0400. 00000100:00000010:2.0:1731520429.465209:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.465219:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b611c000. 00000400:00000010:2.0:1731520429.465221:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e6e0. 00000400:00000010:2.0:1731520429.465222:0:14259:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a8a2d540. 00000100:00000200:2.0:1731520429.465224:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815630742291200, portal 25 00000400:00000010:2.0:1731520429.465226:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.465226:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815630742291200, offset 0 00000400:00000200:2.0:1731520429.465229:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.465232:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.465234:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.465235:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.465236:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.465237:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.465239:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [9:9:256:4294967295] 192.168.204.149@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1731520429.465243:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.465245:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.465246:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9a00. 00000800:00000200:2.0:1731520429.465248:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.465250:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.465251:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9a00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.465308:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.465311:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9a00. 00000400:00000200:0.0:1731520429.465317:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.465320:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.465322:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731520429.465323:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731520429.465326:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742291200/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731520429.466084:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.466088:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 8416 into portal 25 MB=0x6734e79700300 00000400:00000200:0.0:1731520429.466091:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:0.0:1731520429.466101:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.466103:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.466106:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742291200/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731520429.466149:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e6e0. 00000400:00000200:2.0:1731520429.466152:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8a2d540 00000400:00000010:2.0:1731520429.466153:0:14259:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff8800a8a2d540. 00000100:00000200:2.0:1731520429.466157:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742291200/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731520429.466164:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742291200/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731520429.466174:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.466178:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b611c000. 02000000:00000010:2.0:1731520429.466186:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801372e0400. 00000100:00000010:2.0:1731520429.466189:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000040:00000010:2.0:1731520429.466197:0:14259:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800a9353f00. 00000020:00000010:3.0:1731520429.466376:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5b83000. 00000020:00000010:3.0:1731520429.466380:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5b82600. 00000040:00000010:3.0:1731520429.466381:0:14272:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5b83800. 00000020:00000010:3.0:1731520429.466383:0:14272:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa7b6000. 00000020:00000010:3.0:1731520429.466385:0:14272:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5b82e00. 80000000:00000010:3.0:1731520429.466388:0:14272:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa528000. 00040000:00000010:3.0:1731520429.466390:0:14272:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924fb00. 00040000:00000010:3.0:1731520429.466391:0:14272:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5b82400. 20000000:00000010:3.0:1731520429.466393:0:14272:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b5b82c00. 00000040:00000010:3.0:1731520429.466398:0:14272:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800a7fca000. 00000100:00000010:3.0:1731520429.466407:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b54000. 02000000:00000010:3.0:1731520429.466412:0:14272:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5b83e00. 00000100:00000010:3.0:1731520429.466416:0:14272:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aac2f240. 02000000:00000010:3.0:1731520429.466429:0:14272:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b3734000. 00000400:00000010:3.0:1731520429.466432:0:14272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520429.466435:0:14272:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800aac2fa80. 00000100:00000200:3.0:1731520429.466437:0:14272:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815630742291328, portal 25 00000400:00000010:3.0:1731520429.466439:0:14272:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731520429.466441:0:14272:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815630742291328, offset 0 00000400:00000200:3.0:1731520429.466444:0:14272:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.466448:0:14272:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520429.466450:0:14272:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520429.466452:0:14272:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520429.466453:0:14272:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520429.466455:0:14272:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520429.466457:0:14272:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [10:10:256:4294967295] 192.168.204.149@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1731520429.466462:0:14272:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520429.466469:0:14272:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520429.466471:0:14272:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fe00. 00000800:00000200:3.0:1731520429.466474:0:14272:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520429.466478:0:14272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520429.466480:0:14272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fe00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1731520429.466536:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520429.466538:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fe00. 00000400:00000200:1.0:1731520429.466540:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520429.466543:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520429.466545:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:1.0:1731520429.466546:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:1.0:1731520429.466549:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b3b54000 x1815630742291328/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731520429.467174:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.467179:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 8472 into portal 25 MB=0x6734e79700380 00000400:00000200:0.0:1731520429.467181:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:0.0:1731520429.467193:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.467196:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.467200:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b3b54000 x1815630742291328/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1731520429.467240:0:14272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520429.467243:0:14272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aac2fa80 00000400:00000010:3.0:1731520429.467245:0:14272:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff8800aac2fa80. 00000100:00000200:3.0:1731520429.467249:0:14272:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b3b54000 x1815630742291328/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1731520429.467255:0:14272:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b3b54000 x1815630742291328/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1731520429.467265:0:14272:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aac2f240. 02000000:00000010:3.0:1731520429.467270:0:14272:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b3734000. 02000000:00000010:3.0:1731520429.467277:0:14272:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5b83e00. 00000100:00000010:3.0:1731520429.467281:0:14272:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b3b54000. 00000020:00000010:3.0:1731520429.467291:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.467294:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.467297:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467300:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.467313:0:14272:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8458000. 00000020:00000010:3.0:1731520429.467318:0:14272:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa7b7000. 00000020:00000010:3.0:1731520429.467335:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.467337:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467340:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467342:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800aac2f240. 00000001:00000010:3.0:1731520429.467358:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aac2fa80. 00000001:00000010:3.0:1731520429.467361:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce8e0. 00000001:00000010:3.0:1731520429.467363:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5b83e00. 00000001:00000010:3.0:1731520429.467365:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5b83c00. 00000001:00000010:3.0:1731520429.467370:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5b83400. 00000001:00000010:3.0:1731520429.467372:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5b82800. 00000001:00000010:3.0:1731520429.467374:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aac2fe40. 00000001:00000010:3.0:1731520429.467376:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce500. 00000001:00000010:3.0:1731520429.467377:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5b83600. 00000001:00000010:3.0:1731520429.467379:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5b82200. 00000001:00000010:3.0:1731520429.467380:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5b82a00. 00000001:00000010:3.0:1731520429.467383:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d43c000. 00000020:00000010:3.0:1731520429.467385:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d43d800. 00000020:00000010:3.0:1731520429.467388:0:14272:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.467394:0:14272:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.467398:0:14272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.467400:0:14272:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.467402:0:14272:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89acc80. 00000080:00000010:3.0:1731520429.467406:0:14272:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.467408:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d43c600. 00000020:00000010:3.0:1731520429.467411:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5822600. 00000020:00000010:3.0:1731520429.467413:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528ea0. 00000008:00000010:3.0:1731520429.467415:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.467417:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800aac2f6c0. 00008000:00000010:3.0:1731520429.467419:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.467421:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.467424:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00020000:00000010:3.0:1731520429.467430:0:14272:0:(lov_dev.c:612:lov_device_alloc()) kmalloced '(ld)': 560 at ffff8800b3734000. 00000020:00000010:3.0:1731520429.467440:0:14272:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff8800a89acc08. 00020000:00000010:3.0:1731520429.467530:0:14272:0:(lov_dev.c:629:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff88012e3a1000. 00020000:00000010:3.0:1731520429.467533:0:14272:0:(lov_dev.c:636:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff88013731f000. 00000020:00000010:3.0:1731520429.467555:0:14272:0:(lu_object.c:1109:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800a88e4000. 00000020:00000010:3.0:1731520429.467561:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800aa528120. 00000020:00000010:3.0:1731520429.467564:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800aac2f9c0. 00000020:00000010:3.0:1731520429.467567:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528360. 00000040:00000010:3.0:1731520429.467570:0:14272:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5823c00. 00000020:00000010:3.0:1731520429.467574:0:14272:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa7b2000. 00000020:00000010:3.0:1731520429.467577:0:14272:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a81e30. 00000020:00000010:3.0:1731520429.467579:0:14272:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5822c00. 80000000:00000010:3.0:1731520429.467580:0:14272:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa528b40. 40000000:00000010:3.0:1731520429.467582:0:14272:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012a556a40. 00000008:00000010:3.0:1731520429.467584:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542ca0. 00020000:00000010:3.0:1731520429.467586:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800aac2f840. 00008000:00000010:3.0:1731520429.467588:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94e20. 00100000:00000010:3.0:1731520429.467590:0:14272:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa7b1800. 00040000:00000010:3.0:1731520429.467592:0:14272:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a924f300. 00040000:00000010:3.0:1731520429.467596:0:14272:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b586a800. 00040000:00000010:3.0:1731520429.467597:0:14272:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5822e00. 00000004:00000010:3.0:1731520429.467600:0:14272:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5868000. 00000004:00000010:3.0:1731520429.467603:0:14272:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013731b000. 00000004:00000010:3.0:1731520429.467606:0:14272:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b586d800. 00002000:00000010:3.0:1731520429.467608:0:14272:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3735400. 00000004:00000010:3.0:1731520429.467610:0:14272:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800b3735800. 00000080:00000010:3.0:1731520429.467615:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6073260. 00000080:00000010:3.0:1731520429.467617:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa588920. 00000020:00000010:3.0:1731520429.467619:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5822600. 00000020:00000010:3.0:1731520429.467622:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800aa528ea0. 00000008:00000010:3.0:1731520429.467624:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.467626:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800aac2f6c0. 00008000:00000010:3.0:1731520429.467628:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.467630:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.467632:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.467633:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d43c600. 00000020:00000010:3.0:1731520429.467636:0:14272:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.467638:0:14272:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.467640:0:14272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.467641:0:14272:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.467643:0:14272:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800a89acc80. 00000080:00000010:3.0:1731520429.467645:0:14272:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.467649:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d43d800. 00000020:00000010:3.0:1731520429.467652:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800aac2f240. 00000020:00000010:3.0:1731520429.467653:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467656:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.467658:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.467660:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.467661:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.467663:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467664:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.467669:0:14272:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8459570. 00000020:00000010:3.0:1731520429.467672:0:14272:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b586b800. 00000020:00000010:3.0:1731520429.467677:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.467678:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467679:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467681:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800aac2f240. 00000001:00000010:3.0:1731520429.467687:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aac2f6c0. 00000001:00000010:3.0:1731520429.467688:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce320. 00000001:00000010:3.0:1731520429.467690:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5822600. 00000001:00000010:3.0:1731520429.467692:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5823000. 00000001:00000010:3.0:1731520429.467694:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5823600. 00000001:00000010:3.0:1731520429.467695:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5823400. 00000001:00000010:3.0:1731520429.467697:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aac2f3c0. 00000001:00000010:3.0:1731520429.467699:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce4c0. 00000001:00000010:3.0:1731520429.467700:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5823a00. 00000001:00000010:3.0:1731520429.467702:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5822800. 00000001:00000010:3.0:1731520429.467704:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5822200. 00000001:00000010:3.0:1731520429.467706:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5822000. 00000020:00000010:3.0:1731520429.467765:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800aa528ea0. 00000020:00000010:3.0:1731520429.467767:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b5823800. 80000000:00000010:3.0:1731520429.467772:0:14272:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800a923ac00. 00000020:00000010:3.0:1731520429.467792:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800aac2f240. 00000020:00000010:3.0:1731520429.467798:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467802:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924fe00. 00000020:00000010:3.0:1731520429.467803:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924fe00. 00000020:00000010:3.0:1731520429.467806:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924fe00. 00000020:00000010:3.0:1731520429.467808:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924fe00. 00000020:00000010:3.0:1731520429.467809:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012a556bc0. 00000100:00000010:3.0:1731520429.467811:0:14272:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b3737400. 00000400:00000200:3.0:1731520429.467825:0:14272:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000020:00000010:3.0:1731520429.467830:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467833:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467835:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a923a300. 00000020:00000010:3.0:1731520429.467840:0:14272:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a845aae0. 00000020:00000010:3.0:1731520429.467844:0:14272:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b586f800. 00000020:00000010:3.0:1731520429.467849:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a923a300. 00000020:00000010:3.0:1731520429.467850:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467852:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.467854:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a923a300. 00000001:00000010:3.0:1731520429.467891:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a923af00. 00000001:00000010:3.0:1731520429.467894:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce5c0. 00000001:00000010:3.0:1731520429.467896:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5823e00. 00000001:00000010:3.0:1731520429.467897:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d43d800. 00000001:00000010:3.0:1731520429.467899:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d43c600. 00000001:00000010:3.0:1731520429.467901:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e9ec400. 00000001:00000010:3.0:1731520429.467902:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a923a600. 00000001:00000010:3.0:1731520429.467904:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dceb00. 00000001:00000010:3.0:1731520429.467905:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e9ed600. 00000001:00000010:3.0:1731520429.467907:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e9ec600. 00000001:00000010:3.0:1731520429.467909:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e9ecc00. 00000001:00000010:3.0:1731520429.467910:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e9ed400. 00000020:00000010:3.0:1731520429.467913:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9ece00. 00000020:00000010:3.0:1731520429.467915:0:14272:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.467924:0:14272:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.467926:0:14272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.467928:0:14272:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.467929:0:14272:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.467931:0:14272:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.467934:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5878c00. 00000020:00000010:3.0:1731520429.467936:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5878a00. 00000020:00000010:3.0:1731520429.467938:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa528d20. 00000008:00000010:3.0:1731520429.467939:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.467940:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a923ab40. 00008000:00000010:3.0:1731520429.467942:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.467943:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.467945:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000002:00000010:3.0:1731520429.467947:0:14272:0:(mdc_dev.c:1597:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b3b24880. 00010000:00000010:3.0:1731520429.467954:0:14272:0:(ldlm_lib.c:481:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012a5568c0. 00000020:00000010:3.0:1731520429.467958:0:14272:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b586d000. 00000100:00000200:3.0:1731520429.467965:0:14272:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.467969:0:14272:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.204.149@tcp primary NID 192.168.204.149@tcp rc 0 00010000:00000010:3.0:1731520429.467972:0:14272:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800aa528720. 00010000:00000010:3.0:1731520429.467975:0:14272:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b62ec800. 00000001:00000010:3.0:1731520429.467977:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a924fe00. 00000001:00000010:3.0:1731520429.467979:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800a924f200. 00000001:00000010:3.0:1731520429.468012:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000867000. 00000001:00000010:3.0:1731520429.468048:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000871000. 00000001:00000010:3.0:1731520429.468090:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000087b000. 00000001:00000010:3.0:1731520429.468125:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000885000. 00000001:00000010:3.0:1731520429.468160:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000088f000. 00000001:00000010:3.0:1731520429.468195:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000899000. 00000001:00000010:3.0:1731520429.468233:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008a3000. 00000001:00000010:3.0:1731520429.468265:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008ad000. 00000001:00000010:3.0:1731520429.468301:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008b7000. 00000001:00000010:3.0:1731520429.468344:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008c1000. 00000001:00000010:3.0:1731520429.468380:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008cb000. 00000001:00000010:3.0:1731520429.468414:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000091b000. 00000001:00000010:3.0:1731520429.468448:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000925000. 00000001:00000010:3.0:1731520429.468487:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000092f000. 00000001:00000010:3.0:1731520429.468521:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000939000. 00000001:00000010:3.0:1731520429.468556:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000943000. 00000001:00000010:3.0:1731520429.468614:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000094d000. 00000001:00000010:3.0:1731520429.468646:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000097f000. 00000001:00000010:3.0:1731520429.468681:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000989000. 00000001:00000010:3.0:1731520429.468716:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000993000. 00000001:00000010:3.0:1731520429.468764:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000099d000. 00000001:00000010:3.0:1731520429.468799:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009a7000. 00000001:00000010:3.0:1731520429.468835:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009b1000. 00000001:00000010:3.0:1731520429.468888:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009bb000. 00000001:00000010:3.0:1731520429.468917:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009c5000. 00000001:00000010:3.0:1731520429.468945:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009cf000. 00000001:00000010:3.0:1731520429.468986:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009d9000. 00000001:00000010:3.0:1731520429.469020:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009e3000. 00000001:00000010:3.0:1731520429.469050:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009ed000. 00000001:00000010:3.0:1731520429.469084:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009f7000. 00000001:00000010:3.0:1731520429.469127:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a01000. 00000001:00000010:3.0:1731520429.469162:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a0b000. 00010000:00000010:3.0:1731520429.469175:0:14272:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff880137674000. 00000020:00000010:3.0:1731520429.469208:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012b442ea0. 00000020:00000010:3.0:1731520429.469210:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a7dce3c0. 00000020:00000010:3.0:1731520429.469227:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012b4427e0. 00000020:00000010:3.0:1731520429.469229:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b5879600. 00000100:00000010:3.0:1731520429.469253:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b54000. 00000100:00000010:3.0:1731520429.469256:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b54380. 00000020:00000010:3.0:1731520429.469332:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012b4426c0. 00000020:00000010:3.0:1731520429.469334:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b5878200. 00000020:00000010:3.0:1731520429.469351:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012b4421e0. 00000020:00000010:3.0:1731520429.469352:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff880137676000. 00000040:00000010:3.0:1731520429.469361:0:14272:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800a9427300. 00000002:00000010:3.0:1731520429.469364:0:14272:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800b62ecc00. 00000020:00000010:3.0:1731520429.469463:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5878a00. 00000020:00000010:3.0:1731520429.469466:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800aa528d20. 00000008:00000010:3.0:1731520429.469468:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.469470:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a923ab40. 00008000:00000010:3.0:1731520429.469472:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.469475:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.469476:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.469478:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5878c00. 00000020:00000010:3.0:1731520429.469480:0:14272:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b3b24900. 00000020:00000010:3.0:1731520429.469482:0:14272:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.469484:0:14272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.469486:0:14272:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.469488:0:14272:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.469490:0:14272:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.469491:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9ece00. 00000020:00000010:3.0:1731520429.469494:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a923a300. 00000020:00000010:3.0:1731520429.469495:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012a556bc0. 00000020:00000010:3.0:1731520429.469499:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012a4b7600. 00000020:00000010:3.0:1731520429.469502:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800a9427b40. 00800000:00000010:3.0:1731520429.469509:0:14272:0:(lmv_obd.c:423:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b5878c00. 00020000:00000010:3.0:1731520429.469512:0:14272:0:(lu_tgt_descs.c:393:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff880137677000. 00000020:00000010:3.0:1731520429.469515:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5878a00. 00000020:00000010:3.0:1731520429.469517:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5879c00. 00000020:00000010:3.0:1731520429.469519:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff88012b442c00. 00000008:00000010:3.0:1731520429.469520:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.469522:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a94273c0. 00008000:00000010:3.0:1731520429.469523:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.469525:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.469530:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.469535:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5879c00. 00000020:00000010:3.0:1731520429.469537:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff88012b442c00. 00000008:00000010:3.0:1731520429.469539:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.469540:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a94273c0. 00008000:00000010:3.0:1731520429.469542:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.469544:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.469545:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.469547:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5878a00. 00000020:00000010:3.0:1731520429.469548:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800a9427b40. 00000020:00000010:3.0:1731520429.469550:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012a4b7600. 00000020:00000010:3.0:1731520429.469553:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469554:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469557:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469559:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469560:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012b442c00. 00000020:00000010:3.0:1731520429.469563:0:14272:0:(obd_config.c:1090:class_add_profile()) kmalloced '(lprof)': 48 at ffff88012a4b7600. 00000020:00000010:3.0:1731520429.469565:0:14272:0:(obd_config.c:1096:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8800a850b640. 00000020:00000010:3.0:1731520429.469566:0:14272:0:(obd_config.c:1102:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8800a850b430. 00000020:00000010:3.0:1731520429.469567:0:14272:0:(obd_config.c:1109:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8800a850bf00. 00000020:00000010:3.0:1731520429.469569:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012b442c00. 00000020:00000010:3.0:1731520429.469570:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469572:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469574:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469575:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a924f800. 00000020:00000010:3.0:1731520429.469577:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012a4b7440. 00000100:00000010:3.0:1731520429.469579:0:14272:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b62ed400. 00000400:00000200:3.0:1731520429.469584:0:14272:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1731520429.469586:0:14272:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800b62ed400. 00000020:00000010:3.0:1731520429.469588:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012a4b7440. 00000020:00000010:3.0:1731520429.469589:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012a4b7440. 00000020:00000010:3.0:1731520429.469595:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a9427b40. 00000020:00000010:3.0:1731520429.469600:0:14272:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a845c050. 00000020:00000010:3.0:1731520429.469604:0:14272:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b586c000. 00000020:00000010:3.0:1731520429.469609:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a9427b40. 00000020:00000010:3.0:1731520429.469611:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012a4b7440. 00000020:00000010:3.0:1731520429.469613:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012a4b7440. 00000020:00000010:3.0:1731520429.469615:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a9427b40. 00000001:00000010:3.0:1731520429.469624:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a94273c0. 00000001:00000010:3.0:1731520429.469626:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce140. 00000001:00000010:3.0:1731520429.469628:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5878a00. 00000001:00000010:3.0:1731520429.469629:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5879c00. 00000001:00000010:3.0:1731520429.469631:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5879000. 00000001:00000010:3.0:1731520429.469633:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5878400. 00000001:00000010:3.0:1731520429.469635:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a9427900. 00000001:00000010:3.0:1731520429.469636:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dcede0. 00000001:00000010:3.0:1731520429.469638:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5878e00. 00000001:00000010:3.0:1731520429.469640:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5879800. 00000001:00000010:3.0:1731520429.469642:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5879a00. 00000001:00000010:3.0:1731520429.469643:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012e9ece00. 00000020:00000010:3.0:1731520429.469645:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d96200. 00000020:00000010:3.0:1731520429.469647:0:14272:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a8a3b880. 00000020:00000010:3.0:1731520429.469649:0:14272:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.469651:0:14272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.469652:0:14272:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.469654:0:14272:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.469656:0:14272:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.469658:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.469659:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.469661:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff88012b442c00. 00000008:00000010:3.0:1731520429.469662:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.469664:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9427000. 00008000:00000010:3.0:1731520429.469665:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.469671:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.469672:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000002:00000010:3.0:1731520429.469674:0:14272:0:(mdc_dev.c:1597:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800a8a3b800. 00010000:00000010:3.0:1731520429.469679:0:14272:0:(ldlm_lib.c:481:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012a4b7f40. 00000020:00000010:3.0:1731520429.469681:0:14272:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b586a000. 00000100:00000200:3.0:1731520429.469689:0:14272:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.469692:0:14272:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.204.149@tcp primary NID 192.168.204.149@tcp rc 0 00010000:00000010:3.0:1731520429.469693:0:14272:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88012b442480. 00010000:00000010:3.0:1731520429.469695:0:14272:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b62ee400. 00000001:00000010:3.0:1731520429.469696:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a924f800. 00000001:00000010:3.0:1731520429.469698:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800a924f400. 00000001:00000010:3.0:1731520429.469720:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a15000. 00000001:00000010:3.0:1731520429.469767:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a1f000. 00000001:00000010:3.0:1731520429.469802:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a29000. 00000001:00000010:3.0:1731520429.469838:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a33000. 00000001:00000010:3.0:1731520429.469881:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a3d000. 00000001:00000010:3.0:1731520429.469910:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a47000. 00000001:00000010:3.0:1731520429.469938:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a51000. 00000001:00000010:3.0:1731520429.469967:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a5b000. 00000001:00000010:3.0:1731520429.470002:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a65000. 00000001:00000010:3.0:1731520429.470036:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a6f000. 00000001:00000010:3.0:1731520429.470065:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a79000. 00000001:00000010:3.0:1731520429.470093:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a83000. 00000001:00000010:3.0:1731520429.470121:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a8d000. 00000001:00000010:3.0:1731520429.470147:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a97000. 00000001:00000010:3.0:1731520429.470177:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aa1000. 00000001:00000010:3.0:1731520429.470213:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aab000. 00000001:00000010:3.0:1731520429.470247:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ab5000. 00000001:00000010:3.0:1731520429.470286:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000abf000. 00000001:00000010:3.0:1731520429.470317:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ac9000. 00000001:00000010:3.0:1731520429.470344:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ad3000. 00000001:00000010:3.0:1731520429.470377:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000add000. 00000001:00000010:3.0:1731520429.470404:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ae7000. 00000001:00000010:3.0:1731520429.470432:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000af1000. 00000001:00000010:3.0:1731520429.470471:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000afb000. 00000001:00000010:3.0:1731520429.470506:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b05000. 00000001:00000010:3.0:1731520429.470540:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b0f000. 00000001:00000010:3.0:1731520429.470575:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b19000. 00000001:00000010:3.0:1731520429.470628:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b23000. 00000001:00000010:3.0:1731520429.470663:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b2d000. 00000001:00000010:3.0:1731520429.470697:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b37000. 00000001:00000010:3.0:1731520429.470752:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b41000. 00000001:00000010:3.0:1731520429.470787:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b4b000. 00010000:00000010:3.0:1731520429.470802:0:14272:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff8800b61d5000. 00000020:00000010:3.0:1731520429.470834:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d420. 00000020:00000010:3.0:1731520429.470836:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a7dce440. 00000020:00000010:3.0:1731520429.470851:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d480. 00000020:00000010:3.0:1731520429.470853:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6d97c00. 00000100:00000010:3.0:1731520429.470889:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b54700. 00000100:00000010:3.0:1731520429.470892:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b54a80. 00000020:00000010:3.0:1731520429.470967:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d360. 00000020:00000010:3.0:1731520429.470969:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b6d96e00. 00000020:00000010:3.0:1731520429.470979:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d3c0. 00000020:00000010:3.0:1731520429.470980:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b6d10000. 00000040:00000010:3.0:1731520429.470988:0:14272:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b6d819c0. 00000002:00000010:3.0:1731520429.470991:0:14272:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800b62ee800. 00000020:00000010:3.0:1731520429.471048:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.471050:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff88012b442c00. 00000008:00000010:3.0:1731520429.471052:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471054:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a9427000. 00008000:00000010:3.0:1731520429.471056:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471058:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471063:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.471065:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.471067:0:14272:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a8a3b880. 00000020:00000010:3.0:1731520429.471069:0:14272:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.471071:0:14272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.471073:0:14272:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.471075:0:14272:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.471076:0:14272:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.471078:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d96200. 00000020:00000010:3.0:1731520429.471081:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a9427b40. 00000020:00000010:3.0:1731520429.471083:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012a4b7440. 00000020:00000010:3.0:1731520429.471086:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880137658cc0. 00000020:00000010:3.0:1731520429.471089:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800b6d81840. 00800000:00000010:3.0:1731520429.471093:0:14272:0:(lmv_obd.c:423:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b6d96200. 00000020:00000010:3.0:1731520429.471096:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.471098:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.471099:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.471101:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471102:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6d81e40. 00008000:00000010:3.0:1731520429.471104:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471106:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471108:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.471111:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.471113:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.471114:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471116:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6d81e40. 00008000:00000010:3.0:1731520429.471117:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471119:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471120:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.471122:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.471124:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800b6d81840. 00000020:00000010:3.0:1731520429.471125:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880137658cc0. 00000020:00000010:3.0:1731520429.471131:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471133:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471135:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471137:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471139:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800a8a5d2a0. 00000020:00000010:3.0:1731520429.471141:0:14272:0:(obd_config.c:1090:class_add_profile()) kmalloced '(lprof)': 48 at ffff880137658cc0. 00000020:00000010:3.0:1731520429.471142:0:14272:0:(obd_config.c:1096:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8800a850ba80. 00000020:00000010:3.0:1731520429.471143:0:14272:0:(obd_config.c:1102:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8800a850ba90. 00000020:00000010:3.0:1731520429.471144:0:14272:0:(obd_config.c:1109:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8800a850b480. 00000020:00000010:3.0:1731520429.471146:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800a8a5d2a0. 00000020:00000010:3.0:1731520429.471147:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471149:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471151:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471152:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471154:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471156:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800a8a5d2a0. 00000020:00000010:3.0:1731520429.471159:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.471160:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.471162:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d300. 00000008:00000010:3.0:1731520429.471163:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471165:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6d81840. 00008000:00000010:3.0:1731520429.471166:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471168:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471170:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.471174:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.471176:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800a8a5d300. 00000008:00000010:3.0:1731520429.471178:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471179:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6d81840. 00008000:00000010:3.0:1731520429.471180:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471182:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471183:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.471188:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.471189:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800a8a5d2a0. 00000020:00000010:3.0:1731520429.471191:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471193:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471195:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471197:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471198:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471199:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471201:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800a8a5d2a0. 00000020:00000010:3.0:1731520429.471203:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.471205:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.471206:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d300. 00000008:00000010:3.0:1731520429.471208:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471209:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6d81840. 00008000:00000010:3.0:1731520429.471210:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471212:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471213:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.471218:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d97400. 00000020:00000010:3.0:1731520429.471219:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800a8a5d300. 00000008:00000010:3.0:1731520429.471221:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471222:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6d81840. 00008000:00000010:3.0:1731520429.471223:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471225:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471226:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.471228:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d97200. 00000020:00000010:3.0:1731520429.471229:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800a8a5d2a0. 00000020:00000010:3.0:1731520429.471230:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471232:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471234:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471236:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471237:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4c00. 00000020:00000010:3.0:1731520429.471239:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff880137658c80. 00000100:00000010:3.0:1731520429.471244:0:14272:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b62ef000. 00000400:00000200:3.0:1731520429.471248:0:14272:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1731520429.471250:0:14272:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800b62ef000. 00000020:00000010:3.0:1731520429.471252:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471254:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471256:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6d81840. 00000020:00000010:3.0:1731520429.471261:0:14272:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a845d5c0. 00000020:00000010:3.0:1731520429.471265:0:14272:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b586b000. 00000020:00000010:3.0:1731520429.471271:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6d81840. 00000020:00000010:3.0:1731520429.471273:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471275:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.471277:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6d81840. 00000001:00000010:3.0:1731520429.471285:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6d81e40. 00000001:00000010:3.0:1731520429.471287:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce760. 00000001:00000010:3.0:1731520429.471288:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d97200. 00000001:00000010:3.0:1731520429.471290:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d97400. 00000001:00000010:3.0:1731520429.471291:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d96a00. 00000001:00000010:3.0:1731520429.471293:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d97800. 00000001:00000010:3.0:1731520429.471295:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6d81f00. 00000001:00000010:3.0:1731520429.471297:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce460. 00000001:00000010:3.0:1731520429.471298:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f36600. 00000001:00000010:3.0:1731520429.471300:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f37a00. 00000001:00000010:3.0:1731520429.471302:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f37c00. 00000001:00000010:3.0:1731520429.471303:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f37400. 00000020:00000010:3.0:1731520429.471305:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f37600. 00000020:00000010:3.0:1731520429.471307:0:14272:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.471308:0:14272:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.471309:0:14272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.471311:0:14272:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.471312:0:14272:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.471313:0:14272:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.471315:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ff1e00. 00000020:00000010:3.0:1731520429.471319:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ff1c00. 00000020:00000010:3.0:1731520429.471321:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.471323:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.471324:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6d816c0. 00008000:00000010:3.0:1731520429.471326:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.471328:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.471329:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000008:00000010:3.0:1731520429.471331:0:14272:0:(osc_dev.c:186:osc_device_alloc()) kmalloced '(osc)': 104 at ffff88012d0c0780. 00000020:00000010:3.0:1731520429.471337:0:14272:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b586e000. 00000100:00000200:3.0:1731520429.471344:0:14272:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.471347:0:14272:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.204.149@tcp primary NID 192.168.204.149@tcp rc 0 00010000:00000010:3.0:1731520429.471349:0:14272:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800a8a5d300. 00010000:00000010:3.0:1731520429.471352:0:14272:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b62eec00. 00000001:00000010:3.0:1731520429.471354:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800abee4c00. 00000001:00000010:3.0:1731520429.471356:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff88012d0c0700. 00000001:00000010:3.0:1731520429.471359:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a7fcc000. 00000001:00000010:3.0:1731520429.471363:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a7fce000. 00000001:00000010:3.0:1731520429.471368:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e1f6000. 00000001:00000010:3.0:1731520429.471372:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e1f4000. 00000001:00000010:3.0:1731520429.471376:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e1f2000. 00000001:00000010:3.0:1731520429.471380:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012e1f0000. 00000001:00000010:3.0:1731520429.471390:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a10000. 00000001:00000010:3.0:1731520429.471394:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a12000. 00000001:00000010:3.0:1731520429.471399:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a14000. 00000001:00000010:3.0:1731520429.471403:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136a16000. 00000001:00000010:3.0:1731520429.471411:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012b488000. 00000001:00000010:3.0:1731520429.471416:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012b48a000. 00000001:00000010:3.0:1731520429.471420:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012b48c000. 00000001:00000010:3.0:1731520429.471424:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012b48e000. 00000001:00000010:3.0:1731520429.471429:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8801308f8000. 00000001:00000010:3.0:1731520429.471432:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8801308fa000. 00010000:00000010:3.0:1731520429.471435:0:14272:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800b5868800. 00000020:00000010:3.0:1731520429.471457:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d1e0. 00000020:00000010:3.0:1731520429.471458:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a7dcee20. 00000020:00000010:3.0:1731520429.471471:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d240. 00000020:00000010:3.0:1731520429.471473:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6ff1a00. 00000100:00000010:3.0:1731520429.471488:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b54e00. 00000100:00000010:3.0:1731520429.471491:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b55180. 00000020:00000010:3.0:1731520429.471562:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d120. 00000020:00000010:3.0:1731520429.471565:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b6d15000. 00000100:00000010:3.0:1731520429.471573:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b55500. 00000100:00000010:3.0:1731520429.471784:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012c480000. 00000100:00000010:3.0:1731520429.471787:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b55880. 00000100:00000010:3.0:1731520429.471937:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012c780000. 00000100:00000010:3.0:1731520429.471941:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b55c00. 00000100:00000010:3.0:1731520429.472079:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880136900000. 00000100:00000010:3.0:1731520429.472084:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b55f80. 00000100:00000010:3.0:1731520429.472220:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012ff00000. 00000100:00000010:3.0:1731520429.472223:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b56300. 00000100:00000010:3.0:1731520429.472354:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012fe00000. 00000100:00000010:3.0:1731520429.472357:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b56680. 00000100:00000010:3.0:1731520429.472492:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012d580000. 00000100:00000010:3.0:1731520429.472495:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b56a00. 00000100:00000010:3.0:1731520429.472630:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012d300000. 00000100:00000010:3.0:1731520429.472633:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b56d80. 00000100:00000010:3.0:1731520429.472839:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aaf00000. 00000100:00000010:3.0:1731520429.472841:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b57100. 00000100:00000010:3.0:1731520429.472975:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9580000. 00000100:00000010:3.0:1731520429.472977:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b57480. 00000100:00000010:3.0:1731520429.473099:0:14272:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800ad080000. 00000020:00000010:3.0:1731520429.473102:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6ff1c00. 00000020:00000010:3.0:1731520429.473104:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.473105:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.473115:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6d816c0. 00008000:00000010:3.0:1731520429.473117:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.473119:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.473120:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.473121:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6ff1e00. 00000020:00000010:3.0:1731520429.473123:0:14272:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.473125:0:14272:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.473126:0:14272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.473127:0:14272:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.473129:0:14272:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.473130:0:14272:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.473131:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6f37600. 00000020:00000010:3.0:1731520429.473134:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6d81840. 00000020:00000010:3.0:1731520429.473136:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473140:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473142:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.473146:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ff1e00. 00000020:00000010:3.0:1731520429.473147:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ff1c00. 00000020:00000010:3.0:1731520429.473149:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.473151:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.473152:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6d81840. 00008000:00000010:3.0:1731520429.473154:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.473155:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.473157:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00020000:00000010:3.0:1731520429.473165:0:14272:0:(lov_obd.c:500:lov_add_target()) kmalloced '(newtgts)': 16 at ffff8800a850b510. 00020000:00000010:3.0:1731520429.473167:0:14272:0:(lov_obd.c:523:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b6ff0000. 00020000:00000010:3.0:1731520429.473170:0:14272:0:(lov_dev.c:364:lov_expand_targets()) kmalloced '(newd)': 16 at ffff8800a850b4f0. 00000020:00000010:3.0:1731520429.473172:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6ff1c00. 00000020:00000010:3.0:1731520429.473173:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.473175:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.473177:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6d81840. 00008000:00000010:3.0:1731520429.473178:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.473180:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.473185:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.473186:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6ff1e00. 00000020:00000010:3.0:1731520429.473188:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.473190:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473193:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4900. 00000020:00000010:3.0:1731520429.473195:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4900. 00000020:00000010:3.0:1731520429.473198:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4900. 00000020:00000010:3.0:1731520429.473200:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4900. 00000020:00000010:3.0:1731520429.473202:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff880137658c80. 00000100:00000010:3.0:1731520429.473204:0:14272:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b62ed000. 00000400:00000200:3.0:1731520429.473210:0:14272:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1731520429.473212:0:14272:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800b62ed000. 00000020:00000010:3.0:1731520429.473214:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473217:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473219:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6d81840. 00000020:00000010:3.0:1731520429.473228:0:14272:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a7ae0000. 00000020:00000010:3.0:1731520429.473233:0:14272:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5869000. 00000020:00000010:3.0:1731520429.473240:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6d81840. 00000020:00000010:3.0:1731520429.473242:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473245:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473247:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6d81840. 00000001:00000010:3.0:1731520429.473263:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6d816c0. 00000001:00000010:3.0:1731520429.473265:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dce2c0. 00000001:00000010:3.0:1731520429.473267:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6ff1e00. 00000001:00000010:3.0:1731520429.473269:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6ff1c00. 00000001:00000010:3.0:1731520429.473271:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f37600. 00000001:00000010:3.0:1731520429.473273:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6df0000. 00000001:00000010:3.0:1731520429.473274:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6d81a80. 00000001:00000010:3.0:1731520429.473276:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a7dcee80. 00000001:00000010:3.0:1731520429.473278:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6df1200. 00000001:00000010:3.0:1731520429.473279:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6df1a00. 00000001:00000010:3.0:1731520429.473284:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6df1000. 00000001:00000010:3.0:1731520429.473286:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6df0200. 00000020:00000010:3.0:1731520429.473288:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6df0800. 00000020:00000010:3.0:1731520429.473290:0:14272:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.473291:0:14272:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.473293:0:14272:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.473295:0:14272:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.473296:0:14272:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.473298:0:14272:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.473300:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6df1c00. 00000020:00000010:3.0:1731520429.473301:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6df0600. 00000020:00000010:3.0:1731520429.473303:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.473304:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.473305:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9427b40. 00008000:00000010:3.0:1731520429.473307:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.473308:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.473310:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000008:00000010:3.0:1731520429.473311:0:14272:0:(osc_dev.c:186:osc_device_alloc()) kmalloced '(osc)': 104 at ffff88012d0c0680. 00000020:00000010:3.0:1731520429.473317:0:14272:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b586f000. 00000100:00000200:3.0:1731520429.473324:0:14272:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.204.149@tcp->12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.473327:0:14272:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.204.149@tcp primary NID 192.168.204.149@tcp rc 0 00010000:00000010:3.0:1731520429.473330:0:14272:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800a8a5d180. 00010000:00000010:3.0:1731520429.473332:0:14272:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800aaebcc00. 00000001:00000010:3.0:1731520429.473334:0:14272:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800abee4900. 00000001:00000010:3.0:1731520429.473336:0:14272:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff88012d0c0600. 00000001:00000010:3.0:1731520429.473339:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8801308fc000. 00000001:00000010:3.0:1731520429.473343:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8801308fe000. 00000001:00000010:3.0:1731520429.473351:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800abec0000. 00000001:00000010:3.0:1731520429.473355:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800abec2000. 00000001:00000010:3.0:1731520429.473359:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800abec4000. 00000001:00000010:3.0:1731520429.473363:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800abec6000. 00000001:00000010:3.0:1731520429.473370:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a93e8000. 00000001:00000010:3.0:1731520429.473377:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a93ea000. 00000001:00000010:3.0:1731520429.473381:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a93ec000. 00000001:00000010:3.0:1731520429.473385:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a93ee000. 00000001:00000010:3.0:1731520429.473392:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a9328000. 00000001:00000010:3.0:1731520429.473397:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a932a000. 00000001:00000010:3.0:1731520429.473401:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a932c000. 00000001:00000010:3.0:1731520429.473405:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a932e000. 00000001:00000010:3.0:1731520429.473412:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ad060000. 00000001:00000010:3.0:1731520429.473416:0:14272:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ad062000. 00010000:00000010:3.0:1731520429.473420:0:14272:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800b586e800. 00000020:00000010:3.0:1731520429.473454:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d0c0. 00000020:00000010:3.0:1731520429.473456:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a7dce1e0. 00000020:00000010:3.0:1731520429.473473:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5d060. 00000020:00000010:3.0:1731520429.473474:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6df1800. 00000100:00000010:3.0:1731520429.473496:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b57800. 00000100:00000010:3.0:1731520429.473498:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b3b57b80. 00000020:00000010:3.0:1731520429.473600:0:14272:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800a8a5dae0. 00000020:00000010:3.0:1731520429.473603:0:14272:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b6d12000. 00000020:00000010:3.0:1731520429.473611:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6df0600. 00000020:00000010:3.0:1731520429.473614:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.473615:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.473617:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a9427b40. 00008000:00000010:3.0:1731520429.473619:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.473621:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.473623:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.473624:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6df1c00. 00000020:00000010:3.0:1731520429.473627:0:14272:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.473628:0:14272:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ad26d000. 00000008:00000010:3.0:1731520429.473630:0:14272:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.473631:0:14272:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.473633:0:14272:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.473637:0:14272:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.473639:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6df0800. 00000020:00000010:3.0:1731520429.473641:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6d81840. 00000020:00000010:3.0:1731520429.473643:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473646:0:14272:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473648:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.473651:0:14272:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6df0800. 00000020:00000010:3.0:1731520429.473652:0:14272:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6df1c00. 00000020:00000010:3.0:1731520429.473653:0:14272:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.473655:0:14272:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.473657:0:14272:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a7946240. 00008000:00000010:3.0:1731520429.473658:0:14272:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.473660:0:14272:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.473661:0:14272:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00020000:00000010:3.0:1731520429.473665:0:14272:0:(lov_obd.c:523:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b6df0600. 00000020:00000010:3.0:1731520429.473668:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6df1c00. 00000020:00000010:3.0:1731520429.473670:0:14272:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800a8a5d2a0. 00000008:00000010:3.0:1731520429.473671:0:14272:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.473672:0:14272:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a7946240. 00008000:00000010:3.0:1731520429.473674:0:14272:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8a94a98. 00000080:00000010:3.0:1731520429.473676:0:14272:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.473677:0:14272:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aa5886d8. 00000020:00000010:3.0:1731520429.473679:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6df0800. 00000020:00000010:3.0:1731520429.473680:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff88012d0c0800. 00000020:00000010:3.0:1731520429.473682:0:14272:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473684:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4600. 00000020:00000010:3.0:1731520429.473686:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4600. 00000020:00000010:3.0:1731520429.473688:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4600. 00000020:00000010:3.0:1731520429.473689:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4600. 00000020:00000010:3.0:1731520429.473691:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473692:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff880137658c80. 00000020:00000010:3.0:1731520429.473694:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4600. 00000020:00000010:3.0:1731520429.473698:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4600. 00000100:00000010:3.0:1731520429.473708:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731520429.473716:0:14272:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6df0800. 00000100:00000010:3.0:1731520429.473737:0:14272:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946240. 02000000:00000010:3.0:1731520429.473758:0:14272:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a8414000. 00000400:00000010:3.0:1731520429.473763:0:14272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520429.473767:0:14272:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a79463c0. 00000100:00000200:3.0:1731520429.473772:0:14272:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815630742291456, portal 25 00000400:00000010:3.0:1731520429.473775:0:14272:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731520429.473777:0:14272:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815630742291456, offset 0 00000400:00000200:3.0:1731520429.473782:0:14272:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.473790:0:14272:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520429.473794:0:14272:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520429.473797:0:14272:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520429.473799:0:14272:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520429.473801:0:14272:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520429.473804:0:14272:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [11:11:256:4294967295] 192.168.204.149@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1731520429.473811:0:14272:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520429.473816:0:14272:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520429.473818:0:14272:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4600. 00000800:00000200:3.0:1731520429.473822:0:14272:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520429.473828:0:14272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520429.473831:0:14272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4600 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.473947:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.473951:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4600. 00000400:00000200:0.0:1731520429.473954:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.473958:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.473961:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731520429.473963:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731520429.473969:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742291456/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731520429.475005:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.475016:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 8472 into portal 25 MB=0x6734e79700400 00000400:00000200:0.0:1731520429.475020:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:0.0:1731520429.475033:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.475035:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.475039:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742291456/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1731520429.475096:0:14272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520429.475099:0:14272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a79463c0 00000400:00000010:3.0:1731520429.475100:0:14272:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff8800a79463c0. 00000100:00000200:3.0:1731520429.475103:0:14272:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742291456/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1731520429.475111:0:14272:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742291456/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1731520429.475128:0:14272:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946240. 02000000:00000010:3.0:1731520429.475138:0:14272:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a8414000. 02000000:00000010:3.0:1731520429.475146:0:14272:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6df0800. 00000100:00000010:3.0:1731520429.475149:0:14272:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000020:00000010:3.0:1731520429.475155:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4500. 00000020:00000010:3.0:1731520429.475158:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4500. 00000020:00000010:3.0:1731520429.475160:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800a8a5d2a0. 00000020:00000010:3.0:1731520429.475163:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800a8a5d2a0. 00000100:00000010:3.0:1731520429.475166:0:14272:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731520429.475170:0:14272:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6df0800. 00000100:00000010:3.0:1731520429.475175:0:14272:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946240. 02000000:00000010:3.0:1731520429.475187:0:14272:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a8414000. 00000400:00000010:3.0:1731520429.475190:0:14272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520429.475192:0:14272:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a79463c0. 00000100:00000200:3.0:1731520429.475195:0:14272:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815630742291584, portal 25 00000400:00000010:3.0:1731520429.475197:0:14272:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731520429.475199:0:14272:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815630742291584, offset 0 00000400:00000200:3.0:1731520429.475203:0:14272:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.475207:0:14272:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520429.475209:0:14272:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520429.475212:0:14272:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520429.475214:0:14272:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520429.475215:0:14272:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520429.475218:0:14272:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [12:12:256:4294967295] 192.168.204.149@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1731520429.475223:0:14272:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520429.475226:0:14272:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520429.475228:0:14272:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4500. 00000800:00000200:3.0:1731520429.475231:0:14272:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520429.475235:0:14272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520429.475237:0:14272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4500 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.475306:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.475308:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4500. 00000400:00000200:0.0:1731520429.475310:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.475313:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.475315:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731520429.475316:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731520429.475319:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742291584/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000200:0.0:1731520429.475904:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.475910:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 8472 into portal 25 MB=0x6734e79700480 00000400:00000200:0.0:1731520429.475914:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 8472/8472 into md 0x159 [4] + 224 00000400:00000200:0.0:1731520429.475928:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.475931:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.475935:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742291584/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000010:3.0:1731520429.475975:0:14272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520429.475981:0:14272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a79463c0 00000400:00000010:3.0:1731520429.475982:0:14272:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff8800a79463c0. 00000100:00000200:3.0:1731520429.475986:0:14272:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742291584/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:3.0:1731520429.475993:0:14272:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742291584/t0(0) o502->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000010:3.0:1731520429.476004:0:14272:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946240. 02000000:00000010:3.0:1731520429.476009:0:14272:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a8414000. 02000000:00000010:3.0:1731520429.476015:0:14272:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6df0800. 00000100:00000010:3.0:1731520429.476017:0:14272:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000020:00000010:3.0:1731520429.476022:0:14272:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800abee4400. 00000020:00000010:3.0:1731520429.476023:0:14272:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800abee4400. 00000040:00000010:3.0:1731520429.476025:0:14272:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800a7fca000. 00000020:00000010:3.0:1731520429.476030:0:14272:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5b82600. 00000040:00000010:3.0:1731520429.476033:0:14272:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b5b83800. 00000020:00000010:3.0:1731520429.476036:0:14272:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800aa7b6000. 00000020:00000010:3.0:1731520429.476040:0:14272:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b5b82e00. 80000000:00000010:3.0:1731520429.476043:0:14272:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800aa528000. 00040000:00000010:3.0:1731520429.476046:0:14272:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 240 at ffff8800a924fb00. 00040000:00000010:3.0:1731520429.476049:0:14272:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b5b82400. 20000000:00000010:3.0:1731520429.476052:0:14272:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800b5b82c00. 00000020:00000010:3.0:1731520429.476054:0:14272:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5b83000. 00000040:00000010:2.0:1731520429.476087:0:14259:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800a9353f00. 00000040:00000010:2.0:1731520429.476092:0:14259:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800aac5c000. 00000040:00000010:2.0:1731520429.476095:0:14259:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8801372e1200. 00000020:00000010:2.0:1731520429.476099:0:14259:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6ff2400. 00000040:00000010:2.0:1731520429.476102:0:14259:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6ff2000. 00000020:00000010:2.0:1731520429.476103:0:14259:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b6096000. 00000020:00000010:2.0:1731520429.476106:0:14259:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b6ff3000. 80000000:00000010:2.0:1731520429.476109:0:14259:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800aa581480. 00040000:00000010:2.0:1731520429.476112:0:14259:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6ff2200. 20000000:00000010:2.0:1731520429.476114:0:14259:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800b6ff2600. 00000020:00000010:2.0:1731520429.476116:0:14259:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6dace00. 10000000:00000010:2.0:1731520429.476118:0:14259:0:(mgc_request.c:1688:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012dc12000. 00000100:00000010:2.0:1731520429.476130:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.476134:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801372e1200. 00010000:00000010:2.0:1731520429.476142:0:14259:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9300. 00010000:00000010:2.0:1731520429.476146:0:14259:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3c240. 00000100:00000010:2.0:1731520429.476154:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.476159:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b624f400. 00000400:00000010:2.0:1731520429.476161:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e6e0. 00000400:00000010:2.0:1731520429.476163:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.476165:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742291712, portal 25 00000400:00000010:2.0:1731520429.476167:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731520429.476167:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815630742291712, offset 0 00000400:00000200:2.0:1731520429.476170:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.476173:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.476175:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.476176:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.476178:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.476179:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.476180:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [13:13:256:4294967295] 192.168.204.149@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1731520429.476184:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.476191:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.476193:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9100. 00000800:00000200:2.0:1731520429.476195:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.476197:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.476199:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.476228:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.476231:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9100. 00000400:00000200:0.0:1731520429.476233:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.476236:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.476238:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731520429.476239:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731520429.476242:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742291712/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520429.476746:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.476755:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 344 into portal 25 MB=0x6734e79700500 00000400:00000200:0.0:1731520429.476758:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 344/344 into md 0x161 [1] + 224 00000400:00000200:0.0:1731520429.476766:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.476769:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.476772:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742291712/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731520429.476806:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e6e0. 00000400:00000200:2.0:1731520429.476808:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.476809:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.476812:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742291712/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520429.476816:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742291712/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731520429.476827:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.476836:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b624f400. 02000000:00000010:2.0:1731520429.476838:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801372e1200. 00000100:00000010:2.0:1731520429.476840:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 10000000:00000010:2.0:1731520429.476844:0:14259:0:(mgc_request.c:1492:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800b6096000. 00000100:00000010:2.0:1731520429.477196:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.477201:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801372e1200. 00000100:00000010:2.0:1731520429.477205:0:14259:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800b624f400. 00000100:00000010:2.0:1731520429.477207:0:14259:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800aacf1000. 00000100:00000010:2.0:1731520429.477213:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 00000400:00000010:2.0:1731520429.477219:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e6e0. 00000400:00000010:2.0:1731520429.477221:0:14259:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800aac5c000. 00000100:00000200:2.0:1731520429.477223:0:14259:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6734e79700580-0x6734e79700580, portal 33 02000000:00000010:2.0:1731520429.477225:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801372e1a00. 00000400:00000010:2.0:1731520429.477227:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ee18. 00000400:00000010:2.0:1731520429.477228:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.477229:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742291840, portal 25 00000400:00000010:2.0:1731520429.477230:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731520429.477234:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1815630742291840, offset 0 00000400:00000200:2.0:1731520429.477236:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.477239:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.477241:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.477242:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.477243:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.477244:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.477245:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [14:14:256:4294967295] 192.168.204.149@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1731520429.477249:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.477251:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.477252:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9800. 00000800:00000200:2.0:1731520429.477254:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.477256:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.477257:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9800 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.477306:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.477308:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9800. 00000400:00000200:0.0:1731520429.477310:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.477314:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.477315:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731520429.477317:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731520429.477320:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742291840/t0(0) o256->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 304/240 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520429.477851:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.477871:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 176 into portal 33 MB=0x6734e79700580 00000400:00000200:0.0:1731520429.477874:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.149@tcp of length 176/176 into md 0x169 [256] + 0 00000400:00000010:0.0:1731520429.477877:0:13222:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e6e0. 00000400:00000200:0.0:1731520429.477879:0:13222:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800aac5c000 00000400:00000200:0.0:1731520429.477887:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.477890:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.477892:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aac5c000 00000400:00000010:0.0:1731520429.477894:0:13222:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 4216 at ffff8800aac5c000. 00000100:00000200:0.0:1731520429.477896:0:13222:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b624f400 00000400:00000200:0.0:1731520429.477906:0:13222:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731520429.477910:0:13222:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520429.477913:0:13222:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [15:15:256:4294967295] 192.168.204.149@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1731520429.477920:0:13222:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:0.0:1731520429.477924:0:13222:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520429.477930:0:13222:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8800ad174000. 00000800:00000200:0.0:1731520429.477933:0:13222:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520429.477936:0:13222:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520429.477938:0:13222:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ad174000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731520429.477986:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.477988:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8800ad174000. 00000400:00000200:0.0:1731520429.477991:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.477993:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000200:0.0:1731520429.478459:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.478464:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 240 into portal 25 MB=0x6734e79700580 00000400:00000200:0.0:1731520429.478468:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 240/240 into md 0x16d [1] + 224 00000400:00000200:0.0:1731520429.478478:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.478485:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.478489:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742291840/t0(0) o256->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 304/240 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731520429.478530:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ee18. 00000400:00000200:2.0:1731520429.478533:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.478534:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.478537:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742291840/t0(0) o256->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 304/240 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520429.478544:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742291840/t0(0) o256->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 304/240 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731520429.478555:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 10000000:00000010:2.0:1731520429.478561:0:14259:0:(mgc_request.c:1216:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800aacf0000. 00000100:00000200:2.0:1731520429.478570:0:14259:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.204.149@tcp 00000100:00000200:2.0:1731520429.478571:0:14259:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731520429.478575:0:14259:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731520429.478578:0:14259:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9353f00. 00000020:00000010:2.0:1731520429.478583:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1400. 00000020:00000010:2.0:1731520429.478586:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478587:0:14259:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478592:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478598:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478601:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478605:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478608:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478646:0:14259:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478649:0:14259:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478651:0:14259:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478654:0:14259:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478655:0:14259:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478659:0:14259:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478660:0:14259:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478662:0:14259:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801372e1400. 10000000:00000010:2.0:1731520429.478664:0:14259:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9353f00. 00000100:00000200:2.0:1731520429.478670:0:14259:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.204.149@tcp 00000100:00000200:2.0:1731520429.478671:0:14259:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731520429.478675:0:14259:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731520429.478677:0:14259:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9353f00. 00000020:00000010:2.0:1731520429.478680:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1400. 00000020:00000010:2.0:1731520429.478681:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478682:0:14259:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478684:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478686:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478687:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478689:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478690:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478704:0:14259:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478706:0:14259:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478708:0:14259:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478710:0:14259:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478711:0:14259:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478713:0:14259:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478714:0:14259:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478715:0:14259:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801372e1400. 10000000:00000010:2.0:1731520429.478721:0:14259:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9353f00. 00000100:00000200:2.0:1731520429.478738:0:14259:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.204.149@tcp 00000100:00000200:2.0:1731520429.478740:0:14259:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731520429.478743:0:14259:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731520429.478746:0:14259:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9353f00. 00000020:00000010:2.0:1731520429.478748:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1400. 00000020:00000010:2.0:1731520429.478750:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478751:0:14259:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478753:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478754:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478756:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478758:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478759:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478775:0:14259:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478777:0:14259:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478778:0:14259:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478780:0:14259:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478781:0:14259:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478783:0:14259:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478784:0:14259:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478786:0:14259:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801372e1400. 10000000:00000010:2.0:1731520429.478787:0:14259:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9353f00. 00000100:00000200:2.0:1731520429.478792:0:14259:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.204.149@tcp 00000100:00000200:2.0:1731520429.478793:0:14259:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731520429.478796:0:14259:0:(peer.c:1743:lnet_peer_add()) peer 192.168.204.149@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731520429.478798:0:14259:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9353f00. 00000020:00000010:2.0:1731520429.478800:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1400. 00000020:00000010:2.0:1731520429.478801:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478803:0:14259:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478804:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478805:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478806:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478808:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478812:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478825:0:14259:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8801372e1e00. 00000020:00000010:2.0:1731520429.478827:0:14259:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800aa581480. 00000008:00000010:2.0:1731520429.478828:0:14259:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a9240b28. 00020000:00000010:2.0:1731520429.478829:0:14259:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a8a2dc00. 00008000:00000010:2.0:1731520429.478831:0:14259:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad030388. 00000080:00000010:2.0:1731520429.478832:0:14259:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b5836098. 00000080:00000010:2.0:1731520429.478833:0:14259:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a9474248. 00000020:00000010:2.0:1731520429.478835:0:14259:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801372e1400. 10000000:00000010:2.0:1731520429.478836:0:14259:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9353f00. 10000000:00000010:2.0:1731520429.478838:0:14259:0:(mgc_request.c:1454:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800aacf0000. 02000000:00000010:2.0:1731520429.478840:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801372e1a00. 00000100:00000010:2.0:1731520429.478847:0:14259:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800aacf1000. 00000100:00000010:2.0:1731520429.478849:0:14259:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800b624f400. 02000000:00000010:2.0:1731520429.478851:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801372e1200. 00000100:00000010:2.0:1731520429.478853:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 10000000:00000010:2.0:1731520429.479225:0:14259:0:(mgc_request.c:1610:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800b6096000. 00000100:00000010:2.0:1731520429.479250:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.479255:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801372e1200. 00010000:00000010:2.0:1731520429.479260:0:14259:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9600. 00010000:00000010:2.0:1731520429.479263:0:14259:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3c480. 00000100:00000010:2.0:1731520429.479268:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.479276:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a4c0000. 00000400:00000010:2.0:1731520429.479278:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ee18. 00000400:00000010:2.0:1731520429.479280:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.479282:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742291968, portal 25 00000400:00000010:2.0:1731520429.479285:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731520429.479286:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815630742291968, offset 0 00000400:00000200:2.0:1731520429.479290:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.479294:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.479297:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.479299:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.479301:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.479306:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.479308:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [16:16:256:4294967295] 192.168.204.149@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1731520429.479314:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.479318:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.479320:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9500. 00000800:00000200:2.0:1731520429.479323:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.479326:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.479328:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.479370:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.479372:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9500. 00000400:00000200:0.0:1731520429.479375:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.479378:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.479380:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:0.0:1731520429.479381:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:0.0:1731520429.479385:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742291968/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1731520429.480544:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520429.480552:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 344 into portal 25 MB=0x6734e79700600 00000400:00000200:2.0:1731520429.480557:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 344/344 into md 0x175 [1] + 224 00000400:00000200:2.0:1731520429.480567:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520429.480570:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520429.480575:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742291968/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731520429.480596:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ee18. 00000400:00000200:2.0:1731520429.480599:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.480600:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.480603:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742291968/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520429.480609:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742291968/t0(0) o101->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 328/344 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731520429.480621:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.480631:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a4c0000. 02000000:00000010:2.0:1731520429.480634:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801372e1200. 00000100:00000010:2.0:1731520429.480637:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 10000000:00000010:2.0:1731520429.480641:0:14259:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b6dd66c0. 00000020:00000010:2.0:1731520429.480643:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1200. 00000020:00000010:2.0:1731520429.480645:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801372e1a00. 00000040:00000010:2.0:1731520429.480650:0:14259:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8801372e1400. 00000020:00000010:2.0:1731520429.480652:0:14259:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6096000. 00000020:00000010:2.0:1731520429.480655:0:14259:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8801372e1e00. 80000000:00000010:2.0:1731520429.480658:0:14259:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa581480. 00040000:00000010:2.0:1731520429.480661:0:14259:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8801372e1000. 20000000:00000010:2.0:1731520429.480664:0:14259:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8801372e1800. 00000040:00000010:2.0:1731520429.480668:0:14259:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8801372e0e00. 00000100:00000010:2.0:1731520429.480671:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.480676:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801372e1600. 00000100:00000010:2.0:1731520429.480682:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.480689:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801372e0400. 00000400:00000010:2.0:1731520429.480692:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ee18. 00000400:00000010:2.0:1731520429.480694:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.480696:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742292096, portal 25 00000400:00000010:2.0:1731520429.480698:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731520429.480700:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1815630742292096, offset 0 00000400:00000200:2.0:1731520429.480703:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.480707:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.480710:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.480712:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.480714:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.480716:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.480718:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [17:17:256:4294967295] 192.168.204.149@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1731520429.480738:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.480742:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.480745:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9900. 00000800:00000200:2.0:1731520429.480748:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.480752:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.480753:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9900 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:0.0:1731520429.480976:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520429.480978:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9900. 00000400:00000200:0.0:1731520429.480981:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.480984:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520429.480986:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731520429.480987:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731520429.480991:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742292096/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520429.482100:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520429.482107:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 272 into portal 25 MB=0x6734e79700680 00000400:00000200:0.0:1731520429.482111:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 272/272 into md 0x17d [1] + 224 00000400:00000200:0.0:1731520429.482120:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520429.482123:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520429.482127:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742292096/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731520429.482157:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ee18. 00000400:00000200:2.0:1731520429.482159:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.482162:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.482165:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742292096/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520429.482170:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742292096/t0(0) o501->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 504/272 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731520429.482179:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.482183:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801372e0400. 02000000:00000010:2.0:1731520429.482185:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801372e1600. 00000100:00000010:2.0:1731520429.482187:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000040:00000010:2.0:1731520429.482191:0:14259:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800aac5e000. 00000100:00000010:2.0:1731520429.482193:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731520429.482195:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ff2600. 00000100:00000010:2.0:1731520429.482198:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 02000000:00000010:2.0:1731520429.482209:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a94e4000. 00000400:00000010:2.0:1731520429.482211:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ee18. 00000400:00000010:2.0:1731520429.482213:0:14259:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a8a2d9c0. 00000100:00000200:2.0:1731520429.482214:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815630742292224, portal 25 00000400:00000010:2.0:1731520429.482217:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.482217:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815630742292224, offset 0 00000400:00000200:2.0:1731520429.482220:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520429.482223:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520429.482225:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520429.482226:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520429.482227:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520429.482228:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520429.482230:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [18:18:256:4294967295] 192.168.204.149@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1731520429.482234:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520429.482236:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520429.482238:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9900. 00000800:00000200:2.0:1731520429.482240:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520429.482243:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520429.482246:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9900 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1731520429.482278:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520429.482280:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9900. 00000400:00000200:2.0:1731520429.482281:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520429.482283:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520429.482284:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520429.482285:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520429.482287:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742292224/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:1.0:1731520429.482373:0:14275:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b3746ac0. 00000020:00000010:1.0:1731520429.482379:0:14275:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b3746ac0. 00000020:00000010:3.0:1731520429.482423:0:14276:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b36e4cc0. 00000020:00000010:3.0:1731520429.482428:0:14276:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b36e4cc0. 00000020:00000010:0.0:1731520429.482458:0:14273:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b61b1880. 00000020:00000010:0.0:1731520429.482463:0:14273:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b61b1880. 00000400:00000200:1.0:1731520429.483036:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520429.483046:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 8416 into portal 25 MB=0x6734e79700700 00000400:00000200:1.0:1731520429.483049:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 8416/8416 into md 0x185 [4] + 224 00000400:00000200:1.0:1731520429.483079:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520429.483082:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520429.483090:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742292224/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1731520429.483129:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ee18. 00000400:00000200:3.0:1731520429.483132:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8a2d9c0 00000400:00000010:3.0:1731520429.483133:0:14259:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff8800a8a2d9c0. 00000100:00000200:3.0:1731520429.483138:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742292224/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731520429.483144:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742292224/t0(0) o503->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731520445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1731520429.483155:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 00000020:00000010:2.0:1731520429.483159:0:14277:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b6f4f580. 00000020:00000010:2.0:1731520429.483163:0:14277:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b6f4f580. 02000000:00000010:3.0:1731520429.483163:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a94e4000. 02000000:00000010:3.0:1731520429.483170:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ff2600. 00000100:00000010:3.0:1731520429.483172:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000040:00000010:3.0:1731520429.483176:0:14259:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88012d0c0500. 00000020:00000010:0.0:1731520429.483289:0:14278:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b3b5c00. 00000020:00000010:0.0:1731520429.483293:0:14278:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b3b4c00. 00000040:00000010:0.0:1731520429.483295:0:14278:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012b3b5a00. 00000020:00000010:0.0:1731520429.483298:0:14278:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b58ad800. 00000020:00000010:0.0:1731520429.483300:0:14278:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b3b5200. 80000000:00000010:0.0:1731520429.483303:0:14278:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8a31120. 00040000:00000010:0.0:1731520429.483306:0:14278:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800abfbe100. 00040000:00000010:0.0:1731520429.483308:0:14278:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b3b5600. 20000000:00000010:0.0:1731520429.483311:0:14278:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a92d4c00. 00000040:00000010:0.0:1731520429.483317:0:14278:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800ad174000. 00000040:00000010:0.0:1731520429.483616:0:14278:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800ad174000. 00000020:00000010:0.0:1731520429.483620:0:14278:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b3b4c00. 00000040:00000010:0.0:1731520429.483622:0:14278:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff88012b3b5a00. 00000020:00000010:0.0:1731520429.483624:0:14278:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b58ad800. 00000020:00000010:0.0:1731520429.483627:0:14278:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b3b5200. 80000000:00000010:0.0:1731520429.483628:0:14278:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a8a31120. 00040000:00000010:0.0:1731520429.483631:0:14278:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 240 at ffff8800abfbe100. 00040000:00000010:0.0:1731520429.483633:0:14278:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b3b5600. 20000000:00000010:0.0:1731520429.483635:0:14278:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800a92d4c00. 00000020:00000010:0.0:1731520429.483637:0:14278:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b3b5c00. 00000040:00000010:3.0:1731520429.483647:0:14259:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88012d0c0500. 00000040:00000010:3.0:1731520429.483651:0:14259:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800aac5e000. 00000040:00000010:3.0:1731520429.483654:0:14259:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8801372e0e00. 00000020:00000010:3.0:1731520429.483658:0:14259:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8801372e1a00. 00000040:00000010:3.0:1731520429.483660:0:14259:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8801372e1400. 00000020:00000010:3.0:1731520429.483662:0:14259:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b6096000. 00000020:00000010:3.0:1731520429.483665:0:14259:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8801372e1e00. 80000000:00000010:3.0:1731520429.483667:0:14259:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800aa581480. 00040000:00000010:3.0:1731520429.483670:0:14259:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8801372e1000. 20000000:00000010:3.0:1731520429.483671:0:14259:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8801372e1800. 00000020:00000010:3.0:1731520429.483674:0:14259:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801372e1200. 10000000:00000010:3.0:1731520429.483675:0:14259:0:(mgc_request.c:1688:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b6dd66c0. 00000020:00000010:3.0:1731520429.483685:0:14259:0:(obd_mount.c:101:lustre_process_log()) kfreed 'lcfg': 176 at ffff8800a935fa80. 00000020:00000010:3.0:1731520429.483688:0:14259:0:(obd_mount.c:103:lustre_process_log()) kfreed 'bufs': 104 at ffff8800a7deeb80. 00000080:00000010:3.0:1731520429.483693:0:14259:0:(llite_lib.c:1476:ll_fill_super()) kmalloced '(dt)': 33 at ffff8800b36e4d40. 00000080:00000010:3.0:1731520429.483696:0:14259:0:(llite_lib.c:1482:ll_fill_super()) kmalloced '(md)': 33 at ffff8800b36e4840. 00000080:00000010:3.0:1731520429.483700:0:14259:0:(llite_lib.c:326:client_common_fill_super()) kmalloced '(data)': 192 at ffff8800a7946180. 00000080:00000010:3.0:1731520429.483702:0:14259:0:(llite_lib.c:330:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff8800a7946600. 00000020:00000010:3.0:1731520429.483706:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b586c800. 00000020:00000010:3.0:1731520429.483742:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa7b6000. 00000400:00000200:3.0:1731520429.483750:0:14259:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.204.149@tcp discovered: 1 00000100:00000010:3.0:1731520429.483757:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731520429.483762:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebdc00. 40000000:00000010:3.0:1731520429.483787:0:14259:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800abee4200. 02000000:00000010:0.0:1731520429.483788:0:13227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9402800. 40000000:00000010:3.0:1731520429.483789:0:14259:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800a79460c0. 00000400:00000010:0.0:1731520429.483796:0:13227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9f8. 00000400:00000010:0.0:1731520429.483799:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9990. 00000100:00000200:0.0:1731520429.483801:0:13227:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742292352, portal 10 00000020:00000010:0.0:1731520429.483805:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ad174000. 00000400:00000010:0.0:1731520429.483808:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab95d8. 00000100:00000200:0.0:1731520429.483809:0:13227:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815630742292352, offset 0 40000000:00000010:3.0:1731520429.483809:0:14259:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff8800a79460c0. 80000000:00000010:3.0:1731520429.483812:0:14259:0:(fld_request.c:151:fld_client_add_target()) kmalloced '(target)': 40 at ffff8800b36e4740. 00000400:00000200:0.0:1731520429.483813:0:13227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00020000:00000010:3.0:1731520429.483816:0:14259:0:(lu_tgt_descs.c:124:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff88012d0c0500. 00000400:00000200:0.0:1731520429.483817:0:13227:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520429.483819:0:13227:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1731520429.483820:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 00000400:00000200:0.0:1731520429.483821:0:13227:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520429.483822:0:13227:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520429.483824:0:13227:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520429.483825:0:13227:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [19:19:256:4294967295] 192.168.204.149@tcp LPNI seq info [19:19:8:4294967295] 02000000:00000010:3.0:1731520429.483827:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abee4100. 00000400:00000200:0.0:1731520429.483831:0:13227:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520429.483834:0:13227:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520429.483836:0:13227:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe100. 00000800:00000200:0.0:1731520429.483838:0:13227:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520429.483841:0:13227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520429.483843:0:13227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe100 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1731520429.483853:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6fa5000. 00000020:00000010:2.0:1731520429.483873:0:13229:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a87f0508. 00000020:00000010:2.0:1731520429.483877:0:13229:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6ff2000. 80000000:00000010:2.0:1731520429.483879:0:13229:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800aa581660. 40000000:00000010:2.0:1731520429.483881:0:13229:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6f4fec0. 00000008:00000010:2.0:1731520429.483884:0:13229:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9240b28. 00000400:00000200:3.0:1731520429.483885:0:14259:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.204.149@tcp discovered: 1 00000020:00000010:0.0:1731520429.483887:0:13228:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad008000. 00020000:00000010:2.0:1731520429.483887:0:13229:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2dcc0. 00000020:00000010:0.0:1731520429.483890:0:13228:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a92d4c00. 00008000:00000010:2.0:1731520429.483890:0:13229:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030388. 00000100:00000010:3.0:1731520429.483890:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 80000000:00000010:0.0:1731520429.483892:0:13228:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8a31120. 00000800:00000200:1.0:1731520429.483892:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 40000000:00000010:0.0:1731520429.483893:0:13228:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b61b1400. 00100000:00000010:2.0:1731520429.483893:0:13229:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6092000. 02000000:00000010:3.0:1731520429.483893:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebd800. 00000800:00000010:1.0:1731520429.483894:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe100. 00040000:00000010:2.0:1731520429.483895:0:13229:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b35d9900. 00000008:00000010:0.0:1731520429.483896:0:13228:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800abf98b28. 00000400:00000200:1.0:1731520429.483896:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1731520429.483897:0:13229:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6094000. 00020000:00000010:0.0:1731520429.483898:0:13228:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b34073c0. 00040000:00000010:2.0:1731520429.483899:0:13229:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6ff2400. 00008000:00000010:0.0:1731520429.483900:0:13228:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aa480388. 00000400:00000200:1.0:1731520429.483900:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000004:00000010:2.0:1731520429.483901:0:13229:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6092800. 00100000:00000010:0.0:1731520429.483902:0:13228:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b58ad800. 00000400:00000200:1.0:1731520429.483902:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab95d8 00040000:00000010:0.0:1731520429.483904:0:13228:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800abfbe300. 00000400:00000010:1.0:1731520429.483904:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab95d8. 00000004:00000010:2.0:1731520429.483904:0:13229:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aacf1000. 40000000:00000010:3.0:1731520429.483905:0:14259:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800abee4000. 00040000:00000010:0.0:1731520429.483907:0:13228:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b58a9800. 00000004:00000010:2.0:1731520429.483907:0:13229:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6096000. 40000000:00000010:3.0:1731520429.483907:0:14259:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800a79460c0. 00040000:00000010:0.0:1731520429.483908:0:13228:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a92d4000. 00000100:00000200:1.0:1731520429.483908:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742292352/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00002000:00000010:2.0:1731520429.483909:0:13229:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b624f400. 00000004:00000010:0.0:1731520429.483911:0:13228:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b58a9000. 00000004:00000010:2.0:1731520429.483912:0:13229:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800b624f000. 00000080:00000010:2.0:1731520429.483916:0:13229:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836098. 00000004:00000010:0.0:1731520429.483917:0:13228:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a7abf000. 00000080:00000010:2.0:1731520429.483918:0:13229:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474248. 00000004:00000010:0.0:1731520429.483919:0:13228:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b73dd800. 00002000:00000010:0.0:1731520429.483921:0:13228:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9402c00. 00000004:00000010:0.0:1731520429.483923:0:13228:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9403000. 40000000:00000010:3.0:1731520429.483923:0:14259:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff8800a79460c0. 00000080:00000010:0.0:1731520429.483925:0:13228:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a88a4098. 80000000:00000010:3.0:1731520429.483925:0:14259:0:(fld_request.c:151:fld_client_add_target()) kmalloced '(target)': 40 at ffff8800b36e4980. 00000008:00000010:2.0:1731520429.483926:0:13229:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0000. 00000080:00000010:0.0:1731520429.483927:0:13228:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8898248. 00020000:00000010:2.0:1731520429.483928:0:13229:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3c6c0. 00000100:00000010:3.0:1731520429.483928:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 00000008:00000010:0.0:1731520429.483929:0:13228:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800abf46160. 00008000:00000010:2.0:1731520429.483930:0:13229:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13c48. 00020000:00000010:0.0:1731520429.483931:0:13228:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8978240. 02000000:00000010:3.0:1731520429.483931:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abee4300. 00008000:00000010:0.0:1731520429.483933:0:13228:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a7933198. 00000080:00000010:0.0:1731520429.483935:0:13228:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aae5b0f0. 00000080:00000010:2.0:1731520429.483938:0:13229:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5870000. 40000000:00000010:3.0:1731520429.483944:0:14259:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800abee4400. 40000000:00000010:3.0:1731520429.483946:0:14259:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800a79460c0. 40000000:00000010:3.0:1731520429.483964:0:14259:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff8800a79460c0. 00800000:00000010:3.0:1731520429.483968:0:14259:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff8800a79460c0. 00000100:00000010:3.0:1731520429.483973:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731520429.483975:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abee4500. 00000100:00000010:3.0:1731520429.483978:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946000. 00000020:00000010:3.0:1731520429.483989:0:13230:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a82338. 00000020:00000010:3.0:1731520429.483992:0:13230:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6df1c00. 80000000:00000010:3.0:1731520429.483993:0:13230:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8a5d2a0. 40000000:00000010:3.0:1731520429.483995:0:13230:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b36e4040. 00000008:00000010:3.0:1731520429.483997:0:13230:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9542178. 00020000:00000010:3.0:1731520429.483999:0:13230:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a79466c0. 00008000:00000010:3.0:1731520429.484001:0:13230:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a94a98. 00100000:00000010:3.0:1731520429.484004:0:13230:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d7e0000. 00040000:00000010:3.0:1731520429.484005:0:13230:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800abee4600. 00040000:00000010:3.0:1731520429.484007:0:13230:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012d7e7800. 00040000:00000010:3.0:1731520429.484009:0:13230:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6df0800. 00000004:00000010:3.0:1731520429.484010:0:13230:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d7e4000. 00000004:00000010:3.0:1731520429.484013:0:13230:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b6d17000. 00000004:00000010:3.0:1731520429.484015:0:13230:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d7e7000. 00002000:00000010:3.0:1731520429.484021:0:13230:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aaebe000. 00000004:00000010:3.0:1731520429.484023:0:13230:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800aaebe400. 00000080:00000010:3.0:1731520429.484025:0:13230:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60731c8. 00000080:00000010:3.0:1731520429.484027:0:13230:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa5886d8. 00000008:00000010:3.0:1731520429.484029:0:13230:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c8160. 00020000:00000010:3.0:1731520429.484031:0:13230:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4240. 00008000:00000010:3.0:1731520429.484032:0:13230:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89acc28. 00000080:00000010:3.0:1731520429.484034:0:13230:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f50f0. 00000020:00000010:3.0:1731520429.484043:0:13231:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a7a82840. 00000020:00000010:3.0:1731520429.484045:0:13231:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6df1600. 80000000:00000010:3.0:1731520429.484046:0:13231:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8a5dba0. 40000000:00000010:3.0:1731520429.484047:0:13231:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b36e4f80. 00000008:00000010:3.0:1731520429.484049:0:13231:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a95437c8. 00020000:00000010:3.0:1731520429.484051:0:13231:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a7946c00. 00008000:00000010:3.0:1731520429.484052:0:13231:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8a951a8. 00100000:00000010:3.0:1731520429.484054:0:13231:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d7e6000. 00040000:00000010:3.0:1731520429.484056:0:13231:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800abee4800. 00040000:00000010:3.0:1731520429.484057:0:13231:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012d7e5800. 00040000:00000010:3.0:1731520429.484059:0:13231:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5b83000. 00000004:00000010:3.0:1731520429.484061:0:13231:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d7e5000. 00000004:00000010:3.0:1731520429.484063:0:13231:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b6d11000. 00000004:00000010:3.0:1731520429.484065:0:13231:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d7e3800. 00002000:00000010:3.0:1731520429.484067:0:13231:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aaebe800. 00000004:00000010:3.0:1731520429.484068:0:13231:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800aaebec00. 00000080:00000010:3.0:1731520429.484070:0:13231:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b60732f8. 00000080:00000010:3.0:1731520429.484071:0:13231:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa588b68. 00000008:00000010:3.0:1731520429.484073:0:13231:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b59c82c0. 00020000:00000010:3.0:1731520429.484074:0:13231:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a7cc4480. 00008000:00000010:3.0:1731520429.484076:0:13231:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a89ac088. 00000080:00000010:3.0:1731520429.484077:0:13231:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b36f51e0. 02000000:00000010:3.0:1731520429.484087:0:13227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebf000. 00000400:00000010:3.0:1731520429.484089:0:13227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520429.484092:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520429.484098:0:13227:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742292608, portal 10 00000020:00000010:3.0:1731520429.484102:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ad064000. 00000400:00000010:3.0:1731520429.484105:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731520429.484107:0:13227:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815630742292608, offset 0 00000400:00000200:3.0:1731520429.484111:0:13227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520429.484115:0:13227:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520429.484117:0:13227:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520429.484119:0:13227:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520429.484121:0:13227:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520429.484122:0:13227:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520429.484124:0:13227:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [20:20:256:4294967295] 192.168.204.149@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1731520429.484130:0:13227:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520429.484133:0:13227:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520429.484135:0:13227:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4b00. 00000800:00000200:3.0:1731520429.484138:0:13227:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520429.484141:0:13227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520429.484143:0:13227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4b00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1731520429.484192:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520429.484194:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4b00. 00000400:00000200:2.0:1731520429.484196:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520429.484199:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520429.484201:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:2.0:1731520429.484203:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:2.0:1731520429.484206:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742292608/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1731520429.484653:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520429.484659:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 10 MB=0x6734e79700780 00000400:00000200:1.0:1731520429.484662:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:1.0:1731520429.484671:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520429.484674:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520429.484678:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742292352/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1731520429.484717:0:13227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9f8. 00000400:00000200:1.0:1731520429.484718:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520429.484721:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 10 MB=0x6734e79700880 00000400:00000200:3.0:1731520429.484721:0:13227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9990 00000400:00000010:3.0:1731520429.484722:0:13227:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9990. 00000400:00000200:1.0:1731520429.484737:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 416/416 into md 0x195 [1] + 0 00000100:00000200:3.0:1731520429.484738:0:13227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742292352/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731520429.484744:0:13227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742292352/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1731520429.484746:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520429.484748:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520429.484750:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742292608/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:3.0:1731520429.484753:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ad066000. 02000000:00000010:3.0:1731520429.484762:0:13227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9402800. 02000000:00000010:3.0:1731520429.484765:0:13227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebdc00. 00000100:00000010:3.0:1731520429.484767:0:13227:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000400:00000010:3.0:1731520429.484770:0:13227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520429.484772:0:13227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520429.484776:0:13227:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520429.484780:0:13227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742292608/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731520429.484786:0:13227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742292608/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:3.0:1731520429.484795:0:13227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebf000. 02000000:00000010:3.0:1731520429.484798:0:13227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebd800. 00000100:00000010:3.0:1731520429.484799:0:13227:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:1.0:1731520434.501959:0:29224:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00700. 02000000:00000010:1.0:1731520434.501975:0:29224:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 00000100:00000010:1.0:1731520434.502022:0:29224:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00a80. 02000000:00000010:1.0:1731520434.502027:0:29224:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358d000. 00000100:00000010:1.0:1731520434.502041:0:29224:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00e00. 02000000:00000010:1.0:1731520434.502044:0:29224:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358d800. 02000000:00000010:3.0:1731520434.502047:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731520434.502053:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520434.502058:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 02000000:00000010:2.0:1731520434.502065:0:13227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b624ec00. 00000100:00000200:3.0:1731520434.502065:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742292992, portal 25 00000400:00000010:3.0:1731520434.502069:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000400:00000010:2.0:1731520434.502070:0:13227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ef20. 00000100:00000200:3.0:1731520434.502071:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742292992, offset 0 00000400:00000010:2.0:1731520434.502073:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000400:00000200:3.0:1731520434.502079:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000100:00000200:2.0:1731520434.502083:0:13227:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742293120, portal 10 00000020:00000010:2.0:1731520434.502091:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aac5e000. 00000400:00000200:3.0:1731520434.502091:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000010:2.0:1731520434.502094:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731520434.502095:0:13227:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815630742293120, offset 0 00000400:00000200:3.0:1731520434.502095:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520434.502098:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520434.502100:0:13227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520434.502101:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520434.502103:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520434.502106:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [21:21:256:4294967295] 192.168.204.149@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1731520434.502114:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520434.502119:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520434.502122:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4d00. 00000400:00000200:2.0:1731520434.502123:0:13227:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520434.502125:0:13227:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520434.502127:0:13227:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000800:00000200:3.0:1731520434.502127:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000400:00000200:2.0:1731520434.502129:0:13227:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520434.502130:0:13227:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520434.502133:0:13227:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [22:22:255:4294967295] 192.168.204.149@tcp LPNI seq info [22:22:7:4294967295] 00000800:00000200:3.0:1731520434.502133:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520434.502136:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1731520434.502139:0:13227:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520434.502142:0:13227:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520434.502145:0:13227:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9500. 00000800:00000200:2.0:1731520434.502147:0:13227:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520434.502151:0:13227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520434.502154:0:13227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9500 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:2.0:1731520434.502161:0:13227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a4c0000. 00000400:00000010:2.0:1731520434.502172:0:13227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ee70. 00000400:00000010:2.0:1731520434.502174:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731520434.502176:0:13227:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742293248, portal 10 00000020:00000010:2.0:1731520434.502180:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aac5c000. 00000400:00000010:2.0:1731520434.502183:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731520434.502184:0:13227:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815630742293248, offset 0 00000400:00000200:2.0:1731520434.502187:0:13227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520434.502191:0:13227:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520434.502192:0:13227:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520434.502194:0:13227:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520434.502195:0:13227:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520434.502197:0:13227:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520434.502199:0:13227:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [23:23:254:4294967295] 192.168.204.149@tcp LPNI seq info [23:23:6:4294967295] 00000800:00000200:1.0:1731520434.502200:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520434.502202:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4d00. 00000400:00000200:2.0:1731520434.502204:0:13227:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520434.502206:0:13227:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520434.502207:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1731520434.502208:0:13227:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9a00. 00000800:00000200:2.0:1731520434.502211:0:13227:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000400:00000200:1.0:1731520434.502212:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000800:00000200:2.0:1731520434.502214:0:13227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000400:00000200:1.0:1731520434.502215:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:1.0:1731520434.502216:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000800:00000200:2.0:1731520434.502216:0:13227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:1.0:1731520434.502224:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00700 x1815630742292992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1731520434.502240:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520434.502241:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9500. 00000400:00000200:1.0:1731520434.502243:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520434.502246:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520434.502248:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:1.0:1731520434.502249:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:1.0:1731520434.502251:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00a80 x1815630742293120/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1731520434.502312:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520434.502314:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9a00. 00000400:00000200:1.0:1731520434.502316:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520434.502319:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520434.502321:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:1.0:1731520434.502322:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:1.0:1731520434.502325:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00e00 x1815630742293248/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520434.507525:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520434.507537:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79700a00 00000400:00000200:0.0:1731520434.507544:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19d [1] + 224 00000400:00000200:0.0:1731520434.507551:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520434.507554:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520434.507560:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00700 x1815630742292992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520434.507592:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520434.507597:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 10 MB=0x6734e79700a80 00000400:00000200:0.0:1731520434.507600:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 416/416 into md 0x1a5 [1] + 0 00000400:00000200:0.0:1731520434.507605:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520434.507607:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520434.507611:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00a80 x1815630742293120/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520434.507620:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520434.507625:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520434.507626:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520434.507652:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00700 x1815630742292992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520434.507659:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00700 x1815630742292992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520434.507662:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520434.507667:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 10 MB=0x6734e79700b00 00000400:00000200:0.0:1731520434.507670:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 416/416 into md 0x1ad [1] + 0 00000400:00000200:0.0:1731520434.507680:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1731520434.507681:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 00000400:00000200:0.0:1731520434.507686:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 02000000:00000010:3.0:1731520434.507686:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000200:0.0:1731520434.507690:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00e00 x1815630742293248/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1731520434.507690:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00700. 00000400:00000010:2.0:1731520434.507729:0:13227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ef20. 00000400:00000200:2.0:1731520434.507732:0:13227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:2.0:1731520434.507733:0:13227:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520434.507737:0:13227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00a80 x1815630742293120/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520434.507743:0:13227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00a80 x1815630742293120/t0(0) o38->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.507218:0:13227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ee70. 02000000:00000010:3.0:1731520435.507223:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebd800. 00000400:00000200:2.0:1731520435.507227:0:13227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:2.0:1731520435.507228:0:13227:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000400:00000010:3.0:1731520435.507228:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.507233:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 02000000:00000010:0.0:1731520435.507238:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9403800. 00000100:00000200:2.0:1731520435.507238:0:13227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00e00 x1815630742293248/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.507238:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742292864, portal 10 00000400:00000010:3.0:1731520435.507242:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000400:00000010:0.0:1731520435.507243:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d948. 00000100:00000200:3.0:1731520435.507244:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1815630742292864, offset 0 00000400:00000010:0.0:1731520435.507247:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab97f8. 00000400:00000200:3.0:1731520435.507249:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000100:00000200:2.0:1731520435.507250:0:13227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00e00 x1815630742293248/t0(0) o38->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 520/544 e 0 to 0 dl 1731520444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.507255:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742292480, portal 10 00000400:00000010:0.0:1731520435.507259:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9990. 00000400:00000200:3.0:1731520435.507259:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000200:0.0:1731520435.507260:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1815630742292480, offset 0 00000400:00000200:3.0:1731520435.507263:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.507264:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.507266:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.507268:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.507270:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.507273:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [24:24:256:4294967295] 192.168.204.149@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1731520435.507280:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.507286:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.507287:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000800:00000010:3.0:1731520435.507289:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4f00. 00000400:00000200:0.0:1731520435.507290:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.507291:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.507293:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1731520435.507293:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000400:00000200:0.0:1731520435.507295:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.507297:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [25:25:255:4294967295] 192.168.204.149@tcp LPNI seq info [25:25:7:4294967295] 00000800:00000200:3.0:1731520435.507299:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.507302:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1731520435.507303:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.507307:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.507309:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe100. 00000800:00000200:0.0:1731520435.507312:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.507315:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.507317:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.507346:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.507354:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4f00. 00000400:00000200:1.0:1731520435.507358:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.507363:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.507366:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:1.0:1731520435.507367:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:1.0:1731520435.507373:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742292864/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:1.0:1731520435.507428:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.507430:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe100. 00000400:00000200:1.0:1731520435.507432:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.507435:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.507437:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9990 00000400:00000010:1.0:1731520435.507438:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9990. 00000100:00000200:1.0:1731520435.507441:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742292480/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1731520435.507544:0:13227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b624ec00. 02000000:00000010:2.0:1731520435.507550:0:13227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358d000. 00000100:00000010:2.0:1731520435.507553:0:13227:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00a80. 02000000:00000010:2.0:1731520435.507556:0:13227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a4c0000. 02000000:00000010:2.0:1731520435.507558:0:13227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358d800. 00000100:00000010:2.0:1731520435.507559:0:13227:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00e00. 02000000:00000010:0.0:1731520435.507567:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9403c00. 00000400:00000010:0.0:1731520435.507571:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dd68. 00000400:00000010:0.0:1731520435.507574:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab95d8. 00000100:00000200:0.0:1731520435.507576:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742292736, portal 10 00000020:00000010:0.0:1731520435.507581:0:13230:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ad176000. 00000400:00000010:0.0:1731520435.507584:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9220. 00000100:00000200:0.0:1731520435.507585:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1815630742292736, offset 0 00000400:00000200:0.0:1731520435.507589:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.507598:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.507600:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.507602:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.507604:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.507606:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.507608:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [26:26:256:4294967295] 192.168.204.149@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1731520435.507627:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.507631:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.507633:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731520435.507635:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.507638:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.507640:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.507698:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.507700:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:1.0:1731520435.507703:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.507706:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.507708:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9220 00000400:00000010:1.0:1731520435.507709:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9220. 00000100:00000200:1.0:1731520435.507713:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742292736/t0(0) o41->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.508574:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.508582:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 368 into portal 10 MB=0x6734e79700800 00000400:00000200:0.0:1731520435.508587:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 368/368 into md 0x1bd [1] + 224 00000400:00000200:0.0:1731520435.508594:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.508597:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.508601:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742292480/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.508632:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.508637:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 368 into portal 10 MB=0x6734e79700900 00000400:00000200:0.0:1731520435.508640:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 368/368 into md 0x1c5 [1] + 224 00000400:00000010:2.0:1731520435.508645:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d948. 00000400:00000200:0.0:1731520435.508649:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.508649:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab97f8 00000400:00000010:2.0:1731520435.508650:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab97f8. 00000400:00000200:0.0:1731520435.508652:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.508654:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742292480/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.508655:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742292736/t0(0) o41->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.508660:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742292480/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1731520435.508672:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9403800. 02000000:00000010:2.0:1731520435.508675:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abee4100. 00000400:00000200:0.0:1731520435.508676:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000100:00000010:2.0:1731520435.508677:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000400:00000200:0.0:1731520435.508680:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 368 into portal 10 MB=0x6734e79700980 00000400:00000200:0.0:1731520435.508687:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 368/368 into md 0x1b5 [1] + 224 00000400:00000010:1.0:1731520435.508696:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dd68. 00000400:00000200:0.0:1731520435.508698:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.508700:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab95d8 00000400:00000200:0.0:1731520435.508701:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000010:1.0:1731520435.508702:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab95d8. 00000100:00000200:0.0:1731520435.508706:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742292864/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.508706:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742292736/t0(0) o41->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.508713:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742292736/t0(0) o41->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:1.0:1731520435.508723:0:13230:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ad3ae000. 02000000:00000010:1.0:1731520435.508735:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9403c00. 02000000:00000010:1.0:1731520435.508737:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abee4300. 00000100:00000010:1.0:1731520435.508739:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000400:00000010:3.0:1731520435.508744:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.508747:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520435.508748:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.508751:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742292864/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.508759:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742292864/t0(0) o41->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 224/368 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.508771:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946000. 02000000:00000010:3.0:1731520435.508775:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebd800. 02000000:00000010:3.0:1731520435.508778:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abee4500. 00000100:00000010:3.0:1731520435.508780:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00800000:00000010:3.0:1731520435.508784:0:14259:0:(lmv_obd.c:1471:lmv_statfs()) kfreed 'temp': 144 at ffff8800a79460c0. 00000020:00000010:3.0:1731520435.508797:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff88012d7e0800. 00000020:00000010:3.0:1731520435.508810:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff88012d7e1800. 00000400:00000200:3.0:1731520435.508819:0:14259:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.204.149@tcp discovered: 1 00000100:00000010:3.0:1731520435.508828:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731520435.508836:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebd800. 02000000:00000010:2.0:1731520435.508883:0:13227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a4c0000. 00000400:00000010:2.0:1731520435.508887:0:13227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ee70. 00000400:00000010:2.0:1731520435.508889:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731520435.508891:0:13227:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742293376, portal 4 00000020:00000010:3.0:1731520435.508892:0:14259:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff88012d7e1000. 00000400:00000200:3.0:1731520435.508898:0:14259:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.204.149@tcp discovered: 1 00000100:00000010:3.0:1731520435.508901:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 00000020:00000010:2.0:1731520435.508902:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8a60000. 02000000:00000010:3.0:1731520435.508904:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebf000. 00000400:00000010:2.0:1731520435.508906:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520435.508907:0:13227:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1815630742293376, offset 0 00000100:00000010:1.0:1731520435.508910:0:29224:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01180. 00000400:00000200:2.0:1731520435.508911:0:13227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 02000000:00000010:1.0:1731520435.508916:0:29224:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 00000400:00000200:2.0:1731520435.508916:0:13227:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.508918:0:13227:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.508920:0:13227:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.508924:0:13227:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.508926:0:13227:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.508928:0:13227:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [27:27:256:4294967295] 192.168.204.149@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1731520435.508934:0:13227:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.508937:0:13227:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.508939:0:13227:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9b00. 00000800:00000200:2.0:1731520435.508941:0:13227:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 02000000:00000010:3.0:1731520435.508942:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731520435.508944:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000800:00000200:2.0:1731520435.508945:0:13227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.508946:0:13227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9b00 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1731520435.508946:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.508947:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742293632, portal 25 00000400:00000010:3.0:1731520435.508949:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731520435.508950:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742293632, offset 0 00000400:00000200:3.0:1731520435.508952:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.508955:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.508956:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.508958:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.508959:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.508960:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.508961:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [28:28:255:4294967295] 192.168.204.149@tcp LPNI seq info [28:28:7:4294967295] 02000000:00000010:2.0:1731520435.508965:0:13227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b624ec00. 00000400:00000200:3.0:1731520435.508965:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000400:00000010:2.0:1731520435.508967:0:13227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ef20. 00000400:00000010:2.0:1731520435.508969:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731520435.508971:0:13227:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742293504, portal 4 00000800:00000200:3.0:1731520435.508971:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.508973:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4500. 00000800:00000200:3.0:1731520435.508975:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000020:00000010:2.0:1731520435.508976:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8a62000. 00000800:00000200:3.0:1731520435.508977:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.508978:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1731520435.508979:0:13227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731520435.508980:0:13227:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1815630742293504, offset 0 00000400:00000200:2.0:1731520435.508983:0:13227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.508987:0:13227:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.508989:0:13227:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1731520435.508990:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1731520435.508991:0:13227:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000800:00000010:1.0:1731520435.508993:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9b00. 00000400:00000200:2.0:1731520435.508993:0:13227:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.508994:0:13227:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.508995:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.508996:0:13227:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [29:29:254:4294967295] 192.168.204.149@tcp LPNI seq info [29:29:6:4294967295] 40000000:00000010:3.0:1731520435.508997:0:14259:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800abee4300. 00000400:00000200:1.0:1731520435.508998:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.509000:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 40000000:00000010:3.0:1731520435.509000:0:14259:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800a79460c0. 00000400:00000010:1.0:1731520435.509002:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000400:00000200:2.0:1731520435.509002:0:13227:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.509004:0:13227:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.149@tcp 00000100:00000200:1.0:1731520435.509006:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742293376/t0(0) o8->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000010:2.0:1731520435.509006:0:13227:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9c00. 00000800:00000200:2.0:1731520435.509009:0:13227:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.509011:0:13227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.509013:0:13227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9c00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.509025:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.509027:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4500. 00000400:00000200:1.0:1731520435.509029:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.509031:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 40000000:00000010:3.0:1731520435.509032:0:14259:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff8800a79460c0. 00000400:00000200:1.0:1731520435.509033:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:1.0:1731520435.509034:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:1.0:1731520435.509036:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01180 x1815630742293632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.509036:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731520435.509040:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5b82400. 00000100:00000010:3.0:1731520435.509046:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a79460c0. 02000000:00000010:3.0:1731520435.509052:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebdc00. 00000400:00000010:3.0:1731520435.509054:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3840. 00000400:00000010:3.0:1731520435.509057:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731520435.509059:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742293760, portal 10 00000800:00000200:1.0:1731520435.509060:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1731520435.509061:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000800:00000010:1.0:1731520435.509062:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9c00. 00000100:00000200:3.0:1731520435.509062:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1815630742293760, offset 0 00000400:00000200:1.0:1731520435.509064:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731520435.509065:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.509067:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.509068:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:1.0:1731520435.509069:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000400:00000200:3.0:1731520435.509069:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.509071:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1731520435.509072:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742293504/t0(0) o8->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:3.0:1731520435.509073:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.509075:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.509076:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.509078:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [30:30:255:4294967295] 192.168.204.149@tcp LPNI seq info [30:30:7:4294967295] 00000400:00000200:3.0:1731520435.509083:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.509086:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.509087:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4100. 00000800:00000200:3.0:1731520435.509090:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.509093:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.509094:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4100 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.509185:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.509186:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4100. 00000400:00000200:1.0:1731520435.509188:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.509193:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.509194:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:1.0:1731520435.509195:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:1.0:1731520435.509197:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742293760/t0(0) o40->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 440/448 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.509995:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.510009:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79700c80 00000400:00000200:0.0:1731520435.510016:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1d5 [1] + 224 00000400:00000200:0.0:1731520435.510026:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.510029:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.510036:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01180 x1815630742293632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.510077:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.510081:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 448 into portal 10 MB=0x6734e79700d00 00000400:00000200:0.0:1731520435.510085:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 448/448 into md 0x1e5 [1] + 224 00000400:00000200:0.0:1731520435.510090:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.510092:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.510096:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742293760/t0(0) o40->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 440/448 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.510099:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.510104:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520435.510105:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.510111:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01180 x1815630742293632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.510119:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01180 x1815630742293632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.510120:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.510123:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 4 MB=0x6734e79700c00 00000400:00000200:0.0:1731520435.510127:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 416/416 into md 0x1dd [1] + 0 00000400:00000200:0.0:1731520435.510131:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.510134:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.510137:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742293504/t0(0) o8->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:3.0:1731520435.510138:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731520435.510142:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000400:00000010:2.0:1731520435.510146:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3840. 00000100:00000010:3.0:1731520435.510146:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01180. 00000400:00000200:2.0:1731520435.510149:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:2.0:1731520435.510151:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:2.0:1731520435.510156:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742293760/t0(0) o40->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 440/448 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.510161:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000100:00000200:2.0:1731520435.510164:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742293760/t0(0) o40->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 440/448 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.510168:0:13227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ef20. 00000400:00000200:3.0:1731520435.510170:0:13227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:3.0:1731520435.510171:0:13227:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000400:00000200:0.0:1731520435.510173:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 416 into portal 4 MB=0x6734e79700b80 00000100:00000200:3.0:1731520435.510175:0:13227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742293504/t0(0) o8->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.510176:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 416/416 into md 0x1cd [1] + 0 00000100:00000010:2.0:1731520435.510177:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a79460c0. 00000100:00000200:3.0:1731520435.510180:0:13227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742293504/t0(0) o8->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000002:00000200:2.0:1731520435.510181:0:14259:0:(mdc_request.c:129:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1731520435.510183:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebdc00. 02000000:00000010:2.0:1731520435.510186:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5b82400. 00000100:00000010:2.0:1731520435.510188:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000400:00000200:0.0:1731520435.510190:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000010:2.0:1731520435.510192:0:14259:0:(llite_lib.c:732:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff8800b6ff2600. 00000400:00000200:0.0:1731520435.510193:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000020:00000010:3.0:1731520435.510193:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a7fca000. 00000020:00000010:2.0:1731520435.510196:0:14259:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88012a452800. 00000100:00000200:0.0:1731520435.510198:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742293376/t0(0) o8->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.510203:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731520435.510207:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ff2200. 00000100:00000010:2.0:1731520435.510211:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2d300. 02000000:00000010:2.0:1731520435.510218:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ff3000. 00000400:00000010:2.0:1731520435.510220:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924eec8. 00000400:00000010:2.0:1731520435.510222:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731520435.510224:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742293888, portal 10 00000400:00000010:2.0:1731520435.510226:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000400:00000010:3.0:1731520435.510228:0:13227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ee70. 00000400:00000200:3.0:1731520435.510229:0:13227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:3.0:1731520435.510231:0:13227:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:3.0:1731520435.510233:0:13227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742293376/t0(0) o8->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.510235:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1815630742293888, offset 0 00000400:00000200:2.0:1731520435.510238:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000100:00000200:3.0:1731520435.510238:0:13227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742293376/t0(0) o8->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 520/544 e 0 to 0 dl 1731520445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1731520435.510243:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.510246:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.510248:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.510249:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.510251:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000020:00000010:3.0:1731520435.510252:0:13227:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a7db8000. 00000400:00000200:2.0:1731520435.510254:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [31:31:256:4294967295] 192.168.204.149@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:2.0:1731520435.510260:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 02000000:00000010:3.0:1731520435.510265:0:13227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b624ec00. 00000800:00000200:2.0:1731520435.510268:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.149@tcp 02000000:00000010:3.0:1731520435.510268:0:13227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebf000. 00000800:00000010:2.0:1731520435.510270:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9d00. 00000100:00000010:3.0:1731520435.510271:0:13227:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000800:00000200:2.0:1731520435.510273:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 02000000:00000010:3.0:1731520435.510273:0:13227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a4c0000. 00000800:00000200:2.0:1731520435.510277:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.510279:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9d00 type 1, nob 360 niov 1 nkiov 1 02000000:00000010:3.0:1731520435.510279:0:13227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebd800. 00000100:00000010:3.0:1731520435.510281:0:13227:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000800:00000200:1.0:1731520435.510350:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.510353:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9d00. 00000400:00000200:1.0:1731520435.510355:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.510359:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.510361:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:1.0:1731520435.510362:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:1.0:1731520435.510365:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742293888/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.510926:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.510931:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 248 into portal 10 MB=0x6734e79700d80 00000400:00000200:0.0:1731520435.510935:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 248/248 into md 0x1ed [1] + 224 00000400:00000200:0.0:1731520435.510944:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.510947:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.510952:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742293888/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.510993:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924eec8. 00000400:00000200:2.0:1731520435.510996:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:2.0:1731520435.510997:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:2.0:1731520435.511000:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742293888/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.511005:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742293888/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.511014:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2d300. 02000000:00000010:2.0:1731520435.511017:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ff3000. 02000000:00000010:2.0:1731520435.511019:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ff2200. 00000100:00000010:2.0:1731520435.511021:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 80000000:00000010:2.0:1731520435.511023:0:14259:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b6f4f580. 00000020:00000010:2.0:1731520435.511028:0:14259:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88012a453400. 00000100:00000010:2.0:1731520435.511030:0:14259:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731520435.511033:0:14259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ff2200. 00000100:00000010:2.0:1731520435.511037:0:14259:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2d300. 02000000:00000010:2.0:1731520435.511041:0:14259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a451c00. 00000400:00000010:2.0:1731520435.511042:0:14259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924eec8. 00000400:00000010:2.0:1731520435.511044:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731520435.511045:0:14259:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742294016, portal 10 00000400:00000010:2.0:1731520435.511046:0:14259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731520435.511047:0:14259:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1815630742294016, offset 0 00000400:00000200:2.0:1731520435.511049:0:14259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.511053:0:14259:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.511055:0:14259:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.511060:0:14259:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.511061:0:14259:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.511062:0:14259:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.511064:0:14259:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [32:32:256:4294967295] 192.168.204.149@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1731520435.511068:0:14259:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.511070:0:14259:0:(socklnd_cb.c:1000:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.511072:0:14259:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9800. 00000800:00000200:2.0:1731520435.511074:0:14259:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.511077:0:14259:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.511078:0:14259:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9800 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.511129:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.511130:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9800. 00000400:00000200:0.0:1731520435.511132:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.511135:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.511136:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731520435.511137:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731520435.511140:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742294016/t0(0) o33->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/728 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.519729:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.519743:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 464 into portal 10 MB=0x6734e79700e00 00000400:00000200:0.0:1731520435.519750:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 464/464 into md 0x1f5 [1] + 224 00000400:00000200:0.0:1731520435.519762:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.519766:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.519774:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742294016/t0(0) o33->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/728 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.519834:0:14259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924eec8. 00000400:00000200:2.0:1731520435.519838:0:14259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:2.0:1731520435.519839:0:14259:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:2.0:1731520435.519843:0:14259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742294016/t0(0) o33->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/728 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.519849:0:14259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742294016/t0(0) o33->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/728 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.519886:0:14259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2d300. 00000002:00000200:2.0:1731520435.519891:0:14259:0:(mdc_request.c:167:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1731520435.519895:0:14259:0:(llite_lib.c:747:client_common_fill_super()) kfreed 'op_data': 384 at ffff8800b6ff2600. 00000080:00000010:2.0:1731520435.519918:0:14259:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a7208000. 02000000:00000010:2.0:1731520435.519931:0:14259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a451c00. 02000000:00000010:2.0:1731520435.519936:0:14259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ff2200. 00000100:00000010:2.0:1731520435.519939:0:14259:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000020:00000010:2.0:1731520435.519944:0:14259:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab581b0. 00000020:00000010:2.0:1731520435.519946:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ff2200. 00000020:00000010:2.0:1731520435.519949:0:14259:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ff2600. 00000020:00000010:2.0:1731520435.519951:0:14259:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa5813c0. 00000008:00000010:2.0:1731520435.519956:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9241650. 00020000:00000010:2.0:1731520435.519958:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2d300. 00008000:00000010:2.0:1731520435.519961:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030710. 00000080:00000010:2.0:1731520435.519970:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836130. 00000080:00000010:2.0:1731520435.519972:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474490. 00000020:00000010:2.0:1731520435.519975:0:14259:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ff3000. 00000008:00000010:2.0:1731520435.519977:0:14259:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0160. 00020000:00000010:2.0:1731520435.519979:0:14259:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3c900. 00008000:00000010:2.0:1731520435.519981:0:14259:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13c18. 00000080:00000010:2.0:1731520435.519983:0:14259:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b58700f0. 00000080:00000010:2.0:1731520435.519986:0:14259:0:(vvp_dev.c:193:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8800aa581420. 00000080:00000010:2.0:1731520435.519989:0:14259:0:(vvp_dev.c:201:vvp_device_alloc()) kmalloced '(site)': 504 at ffff8801372e1200. 00000020:00000010:2.0:1731520435.520017:0:14259:0:(lu_object.c:1109:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800a8568000. 00000020:00000010:2.0:1731520435.520023:0:14259:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800aa581300. 00000020:00000010:2.0:1731520435.520026:0:14259:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800a8a2da80. 00000008:00000010:2.0:1731520435.520032:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9242178. 00020000:00000010:2.0:1731520435.520033:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2d240. 00008000:00000010:2.0:1731520435.520035:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030a98. 00000080:00000010:2.0:1731520435.520036:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b58361c8. 00000080:00000010:2.0:1731520435.520038:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a94746d8. 00000008:00000010:2.0:1731520435.520040:0:14259:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a02c0. 00020000:00000010:2.0:1731520435.520041:0:14259:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3cb40. 00008000:00000010:2.0:1731520435.520042:0:14259:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13b38. 00000080:00000010:2.0:1731520435.520044:0:14259:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b58701e0. 00000008:00000010:2.0:1731520435.520046:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9242ca0. 00020000:00000010:2.0:1731520435.520048:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2d180. 00008000:00000010:2.0:1731520435.520049:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad030e20. 00000080:00000010:2.0:1731520435.520050:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836260. 00000080:00000010:2.0:1731520435.520051:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474920. 00000008:00000010:2.0:1731520435.520053:0:14259:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0420. 00020000:00000010:2.0:1731520435.520054:0:14259:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3cd80. 00008000:00000010:2.0:1731520435.520055:0:14259:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13c58. 00000080:00000010:2.0:1731520435.520057:0:14259:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b58702d0. 00000008:00000010:2.0:1731520435.520059:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a92437c8. 00020000:00000010:2.0:1731520435.520060:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2d0c0. 00008000:00000010:2.0:1731520435.520064:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad0311a8. 00000080:00000010:2.0:1731520435.520066:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b58362f8. 00000080:00000010:2.0:1731520435.520067:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474b68. 00000008:00000010:2.0:1731520435.520069:0:14259:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0580. 00020000:00000010:2.0:1731520435.520070:0:14259:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3cfc0. 00008000:00000010:2.0:1731520435.520071:0:14259:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13c50. 00000080:00000010:2.0:1731520435.520073:0:14259:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b58703c0. 00000008:00000010:2.0:1731520435.520075:0:14259:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a92442f0. 00020000:00000010:2.0:1731520435.520076:0:14259:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2d900. 00008000:00000010:2.0:1731520435.520077:0:14259:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad031530. 00000080:00000010:2.0:1731520435.520079:0:14259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836390. 00000080:00000010:2.0:1731520435.520080:0:14259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474db0. 00000008:00000010:2.0:1731520435.520082:0:14259:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a06e0. 00020000:00000010:2.0:1731520435.520083:0:14259:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3d200. 00008000:00000010:2.0:1731520435.520084:0:14259:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13c68. 00000080:00000010:2.0:1731520435.520086:0:14259:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b58704b0. 00020000:00000010:2.0:1731520435.520090:0:14259:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800aa581360. 00020000:00000010:2.0:1731520435.520093:0:14259:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800aa581240. 00020000:00000010:2.0:1731520435.520095:0:14259:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800aa5812a0. 00020000:00000010:2.0:1731520435.520097:0:14259:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800aa5811e0. 00000080:00000010:2.0:1731520435.520106:0:14259:0:(llite_lib.c:829:client_common_fill_super()) kfreed 'data': 192 at ffff8800a7946180. 00000080:00000010:2.0:1731520435.520108:0:14259:0:(llite_lib.c:830:client_common_fill_super()) kfreed 'osfs': 144 at ffff8800a7946600. 00000080:00000010:2.0:1731520435.520123:0:14259:0:(llite_lib.c:1495:ll_fill_super()) kfreed 'md': 33 at ffff8800b36e4840. 00000080:00000010:2.0:1731520435.520124:0:14259:0:(llite_lib.c:1497:ll_fill_super()) kfreed 'dt': 33 at ffff8800b36e4d40. 00000080:00000010:2.0:1731520435.520126:0:14259:0:(llite_lib.c:1505:ll_fill_super()) kfreed 'cfg': 80 at ffff8800a7d49c00. 00000080:02000400:2.0:1731520435.520127:0:14259:0:(llite_lib.c:1511:ll_fill_super()) Mounted lustre-client 00000080:00000010:1.0:1731520435.526017:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000020:00000010:1.0:1731520435.526025:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b358dc00. 00000020:00000010:1.0:1731520435.526034:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b358e000. 00000100:00000010:1.0:1731520435.526044:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731520435.526057:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358e400. 00010000:00000010:1.0:1731520435.526068:0:14286:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458c00. 00010000:00000010:1.0:1731520435.526070:0:14286:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee200. 00010000:00000010:1.0:1731520435.526075:0:14286:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d0240. 00000020:00000010:1.0:1731520435.526077:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880136b4b7c0. 00000020:00000010:1.0:1731520435.526086:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ad3ac000. 00000100:00000010:1.0:1731520435.526093:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.526110:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8a0d800. 00000400:00000010:1.0:1731520435.526115:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b840. 00000400:00000010:1.0:1731520435.526120:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.526125:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742294144, portal 10 00000400:00000010:1.0:1731520435.526129:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731520435.526130:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742294144, offset 0 00000400:00000200:1.0:1731520435.526137:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.526151:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.526156:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.526159:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.526161:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.526162:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.526164:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [33:33:256:4294967295] 192.168.204.149@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:1.0:1731520435.526170:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.526173:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.526175:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458800. 00000800:00000200:1.0:1731520435.526179:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.526184:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.526186:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458800 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.526271:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.526274:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458800. 00000400:00000200:0.0:1731520435.526276:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.526280:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.526284:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731520435.526285:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731520435.526294:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742294144/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.527505:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.527513:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 688 into portal 10 MB=0x6734e79700e80 00000400:00000200:0.0:1731520435.527518:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 688/688 into md 0x1fd [1] + 224 00000400:00000200:0.0:1731520435.527528:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.527532:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.527536:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742294144/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.527588:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b840. 00000400:00000200:1.0:1731520435.527592:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:1.0:1731520435.527593:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.527597:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742294144/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.527605:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742294144/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.527640:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145a80. 00000020:00000010:1.0:1731520435.527652:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6f17e00. 00000080:00000010:1.0:1731520435.527665:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00800000:00000010:1.0:1731520435.527673:0:14286:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff880136b4ba00. 02000000:00000010:1.0:1731520435.527689:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8a0d800. 02000000:00000010:1.0:1731520435.527693:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358e400. 00000100:00000010:1.0:1731520435.527695:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000020:00000010:1.0:1731520435.527699:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff8800a8a0d800. 00000080:00000010:1.0:1731520435.527708:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000100:00000010:1.0:1731520435.527714:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731520435.527720:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358e400. 00010000:00000010:1.0:1731520435.527732:0:14286:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d0480. 00000100:00000010:1.0:1731520435.527738:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.527744:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8a09000. 00000400:00000010:1.0:1731520435.527747:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b840. 00000400:00000010:1.0:1731520435.527749:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.527751:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742294272, portal 10 00000400:00000010:1.0:1731520435.527753:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731520435.527754:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815630742294272, offset 0 00000400:00000200:1.0:1731520435.527758:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.527762:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.527765:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.527767:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.527769:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.527771:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.527773:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [34:34:256:4294967295] 192.168.204.149@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1731520435.527778:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.527782:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.527784:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458000. 00000800:00000200:1.0:1731520435.527787:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.527790:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.527792:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458000 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.527852:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.527870:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458000. 00000400:00000200:0.0:1731520435.527873:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.527877:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.527879:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731520435.527880:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731520435.527884:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742294272/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.528906:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.528912:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 584 into portal 10 MB=0x6734e79700f00 00000400:00000200:0.0:1731520435.528916:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 584/584 into md 0x205 [1] + 224 00000400:00000200:0.0:1731520435.528926:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.528929:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.528936:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742294272/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.528983:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b840. 00000400:00000200:1.0:1731520435.528987:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:1.0:1731520435.528988:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.528992:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742294272/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.528998:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742294272/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.529010:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145a80. 00010000:00000010:1.0:1731520435.529017:0:14286:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458a00. 00010000:00000010:1.0:1731520435.529023:0:14286:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee380. 00000080:00000010:1.0:1731520435.529046:0:14286:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800affb8000. 00000080:00000010:1.0:1731520435.529057:0:14286:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b605ae80. 00000080:00000010:1.0:1731520435.529063:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 02000000:00000010:1.0:1731520435.529066:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8a09000. 02000000:00000010:1.0:1731520435.529068:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358e400. 00000100:00000010:1.0:1731520435.529070:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000080:00000010:1.0:1731520435.529078:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000100:00000010:1.0:1731520435.529083:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731520435.529087:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f17400. 00000100:00000010:1.0:1731520435.529092:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.529097:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f16600. 00000400:00000010:1.0:1731520435.529099:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b840. 00000400:00000010:1.0:1731520435.529101:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.529104:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742294400, portal 10 00000400:00000010:1.0:1731520435.529106:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731520435.529108:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1815630742294400, offset 0 00000400:00000200:1.0:1731520435.529111:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.529114:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.529116:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.529117:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.529119:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.529120:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.529121:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [35:35:256:4294967295] 192.168.204.149@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:1.0:1731520435.529125:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.529127:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.529129:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458b00. 00000800:00000200:1.0:1731520435.529131:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.529133:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.529135:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458b00 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.529188:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.529190:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458b00. 00000400:00000200:0.0:1731520435.529193:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.529196:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.529198:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731520435.529199:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731520435.529203:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742294400/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.529787:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.529792:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 248 into portal 10 MB=0x6734e79700f80 00000400:00000200:0.0:1731520435.529796:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 248/248 into md 0x20d [1] + 224 00000400:00000200:0.0:1731520435.529805:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.529807:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.529811:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742294400/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.529841:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b840. 00000400:00000200:1.0:1731520435.529847:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:1.0:1731520435.529847:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.529850:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742294400/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.529854:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742294400/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.529877:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.529879:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f16600. 02000000:00000010:1.0:1731520435.529881:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f17400. 00000100:00000010:1.0:1731520435.529883:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 80000000:00000010:1.0:1731520435.529885:0:14286:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff880136b4b180. 00000080:00000010:1.0:1731520435.529891:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.529926:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.529930:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.529956:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.529963:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.529973:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.529975:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.529983:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000100:00000010:1.0:1731520435.529985:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731520435.529989:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358e400. 00010000:00000010:1.0:1731520435.529994:0:14286:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d06c0. 00000100:00000010:1.0:1731520435.529997:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.530002:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff8800b5afd000. 00000400:00000010:1.0:1731520435.530003:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b840. 00000400:00000010:1.0:1731520435.530005:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.530006:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1815630742294528, portal 10 00000400:00000010:1.0:1731520435.530008:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731520435.530009:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1815630742294528, offset 0 00000400:00000200:1.0:1731520435.530012:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.530014:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.530016:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.530020:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.530022:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.530023:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.530024:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [36:36:256:4294967295] 192.168.204.149@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1731520435.530028:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.530031:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.530032:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458100. 00000800:00000200:1.0:1731520435.530034:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.530037:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.530038:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458100 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.530086:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.530088:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458100. 00000400:00000200:0.0:1731520435.530090:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.530092:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.530093:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731520435.530094:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731520435.530097:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742294528/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.530900:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.530906:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 1048 into portal 10 MB=0x6734e79701000 00000400:00000200:0.0:1731520435.530910:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 1048/1048 into md 0x215 [1] + 224 00000400:00000200:0.0:1731520435.530919:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.530924:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.530928:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742294528/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.530987:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b840. 00000400:00000200:1.0:1731520435.530989:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:1.0:1731520435.530991:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.530994:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742294528/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.530999:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742294528/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.531011:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145a80. 00000080:00000010:1.0:1731520435.531020:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.531026:0:14286:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800a927caf0. 00000080:00000010:1.0:1731520435.531028:0:14286:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff8800a7cb6040. 00000080:00000010:1.0:1731520435.531030:0:14286:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800b605a040. 00000080:00000010:1.0:1731520435.531032:0:14286:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800a927c258. 00000080:00000010:1.0:1731520435.531033:0:14286:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff8800a7cb6430. 00000080:00000010:1.0:1731520435.531035:0:14286:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 51 at ffff8800b3746400. 00000080:00000010:1.0:1731520435.531036:0:14286:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8800a927cc30. 00000080:00000010:1.0:1731520435.531037:0:14286:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 16 at ffff8800a7cb6440. 00000080:00000010:1.0:1731520435.531039:0:14286:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 8 at ffff88013764f6b8. 02000000:00000010:1.0:1731520435.531044:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8800b5afd000. 02000000:00000010:1.0:1731520435.531046:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358e400. 00000100:00000010:1.0:1731520435.531051:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000080:00000010:1.0:1731520435.531664:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.531674:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.531688:0:14286:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b625a000. 00000080:00000010:1.0:1731520435.531692:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000100:00000010:1.0:1731520435.531700:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731520435.531705:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358e400. 00010000:00000010:1.0:1731520435.531712:0:14286:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d0900. 00000100:00000010:1.0:1731520435.531718:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.531773:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800aaf80000. 00000400:00000010:1.0:1731520435.531775:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b840. 00000400:00000010:1.0:1731520435.531777:0:14286:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b358e800. 00000100:00000200:1.0:1731520435.531780:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742294784, portal 10 00000400:00000010:1.0:1731520435.531782:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520435.531783:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815630742294784, offset 0 00000400:00000200:1.0:1731520435.531787:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.531791:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.531793:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.531795:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.531796:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.531798:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.531799:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [37:37:256:4294967295] 192.168.204.149@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1731520435.531805:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.531808:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.531809:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458200. 00000800:00000200:1.0:1731520435.531812:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.531815:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.531816:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458200 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.531884:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.531886:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458200. 00000400:00000200:0.0:1731520435.531887:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.531890:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.531891:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731520435.531892:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731520435.531894:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742294784/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.532815:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.532820:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 608 into portal 10 MB=0x6734e79701100 00000400:00000200:0.0:1731520435.532824:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 608/608 into md 0x21d [32] + 224 00000400:00000200:0.0:1731520435.532834:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.532837:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.532841:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742294784/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.532885:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b840. 00000400:00000200:1.0:1731520435.532888:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b358e800 00000400:00000010:1.0:1731520435.532890:0:14286:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b358e800. 00000100:00000200:1.0:1731520435.532897:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742294784/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.532903:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742294784/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.532916:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145a80. 00000080:00000010:1.0:1731520435.532934:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.532942:0:14286:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b3746680. 00000002:00000010:1.0:1731520435.532947:0:14286:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a846e1a0. 02000000:00000010:1.0:1731520435.532951:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800aaf80000. 00000080:00000010:1.0:1731520435.533006:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000002:00000010:1.0:1731520435.533028:0:14286:0:(mdc_request.c:1325:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff8800a8a09000. 00000100:00000010:1.0:1731520435.533421:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731520435.533426:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f17400. 00000100:00000010:1.0:1731520435.533430:0:14286:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800b358e800. 00000100:00000010:1.0:1731520435.533432:0:14286:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800b5afd000. 00000100:00000010:1.0:1731520435.533442:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145a80. 00000400:00000010:1.0:1731520435.533449:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b840. 00000400:00000010:1.0:1731520435.533453:0:14286:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800ad3aa000. 00000100:00000200:1.0:1731520435.533456:0:14286:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6734e79701180-0x6734e79701180, portal 14 02000000:00000010:1.0:1731520435.533460:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358ec00. 00000400:00000010:1.0:1731520435.533462:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.533463:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.533465:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742294912, portal 10 00000400:00000010:1.0:1731520435.533467:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731520435.533468:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1815630742294912, offset 0 00000400:00000200:1.0:1731520435.533472:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.533476:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.533478:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.533480:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.533482:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.533484:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.533490:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [38:38:256:4294967295] 192.168.204.149@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:1.0:1731520435.533496:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.533499:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.533502:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458200. 00000800:00000200:1.0:1731520435.533504:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.533508:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.533509:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458200 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.533563:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.533566:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458200. 00000400:00000200:0.0:1731520435.533568:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.533571:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.533574:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731520435.533575:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731520435.533578:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742294912/t0(0) o37->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/440 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.534737:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.534743:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 4096 into portal 14 MB=0x6734e79701180 00000400:00000200:0.0:1731520435.534747:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.149@tcp of length 4096/4096 into md 0x225 [256] + 0 00000400:00000010:0.0:1731520435.534753:0:13223:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b840. 00000400:00000200:0.0:1731520435.534755:0:13223:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800ad3aa000 00000400:00000200:0.0:1731520435.534766:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.534769:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.534772:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad3aa000 00000400:00000010:0.0:1731520435.534773:0:13223:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 4216 at ffff8800ad3aa000. 00000100:00000200:0.0:1731520435.534779:0:13223:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b358e800 00000400:00000200:0.0:1731520435.534790:0:13223:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731520435.534793:0:13223:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.534797:0:13223:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [39:39:256:4294967295] 192.168.204.149@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1731520435.534804:0:13223:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:0.0:1731520435.534807:0:13223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.534816:0:13223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8800a7a90000. 00000800:00000200:0.0:1731520435.534819:0:13223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.534823:0:13223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.534825:0:13223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a7a90000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731520435.534853:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.534854:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8800a7a90000. 00000400:00000200:0.0:1731520435.534870:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.534873:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000200:0.0:1731520435.535800:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.535805:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 440 into portal 10 MB=0x6734e79701180 00000400:00000200:0.0:1731520435.535809:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 440/440 into md 0x229 [1] + 224 00000400:00000200:0.0:1731520435.535818:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.535821:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.535825:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742294912/t0(0) o37->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.535869:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.535872:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:1.0:1731520435.535873:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.535876:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742294912/t0(0) o37->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.535880:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742294912/t0(0) o37->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 448/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.535891:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.535894:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358ec00. 00000100:00000010:1.0:1731520435.535902:0:14286:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800b5afd000. 00000100:00000010:1.0:1731520435.535904:0:14286:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800b358e800. 02000000:00000010:1.0:1731520435.535906:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f17400. 00000100:00000010:1.0:1731520435.535908:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000002:00000010:1.0:1731520435.536235:0:14286:0:(mdc_request.c:1394:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff8800a8a09000. 00000080:00000010:1.0:1731520435.536247:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.536271:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.536278:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.536287:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000100:00000010:1.0:1731520435.536290:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731520435.536294:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358e800. 00010000:00000010:1.0:1731520435.536300:0:14286:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d0b40. 00000100:00000010:1.0:1731520435.536304:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145a80. 02000000:00000010:1.0:1731520435.536309:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8a09000. 00000400:00000010:1.0:1731520435.536318:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.536319:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.536322:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742295040, portal 10 00000400:00000010:1.0:1731520435.536324:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731520435.536324:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742295040, offset 0 00000400:00000200:1.0:1731520435.536327:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.536330:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.536332:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.536334:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.536335:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.536336:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.536337:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [40:40:256:4294967295] 192.168.204.149@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:1.0:1731520435.536341:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.536343:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.536345:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458100. 00000800:00000200:1.0:1731520435.536347:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.536349:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.536350:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458100 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.536410:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.536412:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458100. 00000400:00000200:2.0:1731520435.536414:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.536418:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.536420:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:2.0:1731520435.536421:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:2.0:1731520435.536424:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742295040/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.537361:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.537366:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 640 into portal 10 MB=0x6734e79701200 00000400:00000200:0.0:1731520435.537372:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 640/640 into md 0x231 [1] + 224 00000400:00000200:0.0:1731520435.537379:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.537381:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.537384:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742295040/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.537438:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.537441:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:1.0:1731520435.537442:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.537445:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742295040/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.537450:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742295040/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.537459:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145a80. 00010000:00000010:1.0:1731520435.537464:0:14286:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458b00. 00010000:00000010:1.0:1731520435.537466:0:14286:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee600. 00000002:00000010:1.0:1731520435.537473:0:14286:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b3746880. 00000080:00000010:1.0:1731520435.537481:0:14286:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800affb8800. 00000020:00000010:1.0:1731520435.537492:0:14286:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8801373cdea0. 00000020:00000010:1.0:1731520435.537494:0:14286:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f17400. 00000020:00000010:1.0:1731520435.537496:0:14286:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f16600. 00000020:00000010:1.0:1731520435.537497:0:14286:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7d498a0. 00000008:00000010:1.0:1731520435.537505:0:14286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a7a98000. 00020000:00000010:1.0:1731520435.537507:0:14286:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e145a80. 00008000:00000010:1.0:1731520435.537512:0:14286:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800abf00000. 00000080:00000010:1.0:1731520435.537517:0:14286:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5acc000. 00000080:00000010:1.0:1731520435.537522:0:14286:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8414000. 00000020:00000010:1.0:1731520435.537524:0:14286:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f16400. 00000008:00000010:1.0:1731520435.537527:0:14286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa702000. 00020000:00000010:1.0:1731520435.537529:0:14286:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800aa6d0d80. 00008000:00000010:1.0:1731520435.537530:0:14286:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88013764fde8. 00000080:00000010:1.0:1731520435.537534:0:14286:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5acd000. 00000080:00000010:1.0:1731520435.537539:0:14286:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a7ac2000. 00020000:00000010:1.0:1731520435.537544:0:14286:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b36ba0e8. 00020000:00000010:1.0:1731520435.537548:0:14286:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49780. 00020000:00000010:1.0:1731520435.537549:0:14286:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7dee900. 00020000:00000010:1.0:1731520435.537552:0:14286:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49900. 00020000:00000010:1.0:1731520435.537554:0:14286:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a7cb6470. 00020000:00000010:1.0:1731520435.537556:0:14286:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012e145cc0. 00020000:00000010:1.0:1731520435.537558:0:14286:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88013764f280. 00000020:00000010:1.0:1731520435.537561:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88012a458000. 00020000:00000010:1.0:1731520435.537563:0:14286:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a7ac20c8. 00000008:00000010:1.0:1731520435.537569:0:14286:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a9470000. 00000020:00000010:1.0:1731520435.537574:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88012a458800. 00020000:00000010:1.0:1731520435.537580:0:14286:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49c00. 00020000:00000010:1.0:1731520435.537582:0:14286:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deee80. 00020000:00000010:1.0:1731520435.537583:0:14286:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d496c0. 00020000:00000010:1.0:1731520435.537585:0:14286:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deee80. 00020000:00000010:1.0:1731520435.537586:0:14286:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49c00. 00020000:00000010:1.0:1731520435.537587:0:14286:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d496c0. 00000080:00000010:1.0:1731520435.537594:0:14286:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a846e120. 00000080:00000010:1.0:1731520435.537600:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 02000000:00000010:1.0:1731520435.537602:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8a09000. 02000000:00000010:1.0:1731520435.537603:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358e800. 00000100:00000010:1.0:1731520435.537605:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000080:00000010:1.0:1731520435.537611:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.537633:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.537636:0:14286:0:(statahead.c:613:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff8800b6f16800. 00000080:00000010:1.0:1731520435.537638:0:14286:0:(statahead.c:542:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff8800b5afd000. 00000080:00000010:2.0:1731520435.537918:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8801372e1000. 00000080:00000010:2.0:1731520435.537928:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8801372e1000. 00800000:00000010:1.0:1731520435.537936:0:14287:0:(lmv_obd.c:4234:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff8800b3746080. 00000020:00000010:2.0:1731520435.537936:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8801372e1000. 00000080:00000010:1.0:1731520435.537939:0:14287:0:(statahead.c:1201:ll_statahead_by_list()) kmalloced '(op_data)': 384 at ffff8800b6f16a00. 00000080:00000010:1.0:1731520435.537951:0:14287:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff8800a7deee80. 00000080:00000010:1.0:1731520435.537954:0:14287:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800b358e800. 00020000:00000010:2.0:1731520435.537954:0:14286:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353600. 00800000:00000010:1.0:1731520435.537958:0:14287:0:(lmv_obd.c:4396:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff8800a846e540. 00000020:00000010:2.0:1731520435.537958:0:14286:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab58240. 00000002:00000010:1.0:1731520435.537960:0:14287:0:(batch.c:671:cli_batch_create()) kmalloced '(cbh)': 32 at ffff8800a846e8c0. 00000020:00000010:2.0:1731520435.537960:0:14286:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1e00. 00000002:00000010:1.0:1731520435.537962:0:14287:0:(batch.c:310:batch_update_request_create()) kmalloced '(head)': 80 at ffff8800a7d496c0. 00000020:00000010:2.0:1731520435.537962:0:14286:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801372e1400. 00000020:00000010:2.0:1731520435.537963:0:14286:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa581120. 00000002:00000010:1.0:1731520435.537964:0:14287:0:(batch.c:238:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff8800b37462c0. 00000008:00000010:2.0:1731520435.537966:0:14286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9244e18. 00000002:00000010:1.0:1731520435.537967:0:14287:0:(batch.c:244:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff8800b5afa000. 00020000:00000010:2.0:1731520435.537968:0:14286:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2d000. 00000002:00000010:1.0:1731520435.537970:0:14287:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88012e145480. 00008000:00000010:2.0:1731520435.537970:0:14286:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad0318b8. 00000080:00000010:2.0:1731520435.537973:0:14286:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836428. 00000080:00000010:2.0:1731520435.537975:0:14286:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9474ff8. 00000020:00000010:2.0:1731520435.537976:0:14286:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1a00. 00010000:00000010:1.0:1731520435.537977:0:14287:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d0fc0. 00000008:00000010:2.0:1731520435.537978:0:14286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0840. 00020000:00000010:2.0:1731520435.537980:0:14286:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3d440. 00000002:00000010:1.0:1731520435.537981:0:14287:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b37463c0. 00008000:00000010:2.0:1731520435.537982:0:14286:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13b48. 00000080:00000010:1.0:1731520435.537984:0:14287:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff8800a7dee100. 00000080:00000010:2.0:1731520435.537984:0:14286:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b58705a0. 00000080:00000010:1.0:1731520435.537986:0:14287:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800b358ec00. 00000002:00000010:1.0:1731520435.537989:0:14287:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88012e145e40. 00010000:00000010:1.0:1731520435.537992:0:14287:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d1200. 00000008:00000010:2.0:1731520435.537993:0:14286:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40000. 00000002:00000010:1.0:1731520435.537994:0:14287:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b3746b40. 00000080:00000010:1.0:1731520435.537996:0:14287:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 116 at ffff8800a7dee880. 00000080:00000010:1.0:1731520435.537997:0:14287:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800b358f000. 00000002:00000010:1.0:1731520435.538000:0:14287:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88012e1453c0. 00010000:00000010:2.0:1731520435.538002:0:14286:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9100. 00010000:00000010:1.0:1731520435.538003:0:14287:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d1440. 00010000:00000010:2.0:1731520435.538004:0:14286:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800a8a2db40. 00000002:00000010:1.0:1731520435.538005:0:14287:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b3746780. 00010000:00000010:2.0:1731520435.538007:0:14286:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3d680. 00000020:00000010:2.0:1731520435.538009:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b6f4fa40. 00010000:00000010:2.0:1731520435.538011:0:14286:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b6f4fb40. 00000100:00000010:2.0:1731520435.538015:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 00000080:00000010:1.0:1731520435.538019:0:14287:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16a00. 02000000:00000010:2.0:1731520435.538020:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801372e0e00. 00000100:00000010:1.0:1731520435.538023:0:14287:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731520435.538031:0:14287:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 2048 at ffff8800a8a09000. 02000000:00000010:3.0:1731520435.538053:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebf800. 00000400:00000010:3.0:1731520435.538056:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.538059:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.538061:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742295168, portal 4 00000400:00000010:3.0:1731520435.538063:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731520435.538064:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742295168, offset 0 02000000:00000010:2.0:1731520435.538065:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800a8a64000. 00000400:00000200:3.0:1731520435.538067:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000010:2.0:1731520435.538069:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924eec8. 00000400:00000010:2.0:1731520435.538071:0:13231:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8a2d3c0. 00000400:00000200:3.0:1731520435.538071:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000200:2.0:1731520435.538073:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1815630742295296, portal 4 00000400:00000200:3.0:1731520435.538073:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.538074:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.538076:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.538077:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.538078:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [41:41:256:4294967295] 192.168.204.149@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000010:2.0:1731520435.538081:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000400:00000200:3.0:1731520435.538082:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000100:00000200:2.0:1731520435.538083:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 1456 bytes to portal 24, xid 1815630742295296, offset 0 00000800:00000200:3.0:1731520435.538084:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.538086:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4500. 00000400:00000200:2.0:1731520435.538087:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000800:00000200:3.0:1731520435.538087:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.538090:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000400:00000200:2.0:1731520435.538091:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000800:00000200:3.0:1731520435.538091:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4500 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1731520435.538093:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.538095:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.538096:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.538098:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.538100:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [42:42:255:4294967295] 192.168.204.149@tcp LPNI seq info [42:42:7:4294967295] 00000400:00000200:2.0:1731520435.538105:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.538108:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 1456 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.538110:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9800. 00000800:00000200:2.0:1731520435.538113:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.538116:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.538118:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9800 type 1, nob 1552 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.538139:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.538141:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4500. 00000400:00000200:0.0:1731520435.538144:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.538147:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.538149:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731520435.538150:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000800:00000200:3.0:1731520435.538152:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1731520435.538153:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742295168/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000800:00000010:3.0:1731520435.538154:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9800. 00000400:00000200:3.0:1731520435.538157:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731520435.538160:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:3.0:1731520435.538162:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:3.0:1731520435.538163:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:3.0:1731520435.538167:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742295296/t0(0) o63->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.538874:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.538880:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79701280 00000400:00000200:0.0:1731520435.538883:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x239 [1] + 224 00000400:00000200:0.0:1731520435.538891:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.538894:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.538898:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742295168/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.538947:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.538951:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520435.538956:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.538960:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742295168/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.538967:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742295168/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000020:00000010:3.0:1731520435.538985:0:13229:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b5b82e00. 02000000:00000010:3.0:1731520435.539001:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebf800. 02000000:00000010:3.0:1731520435.539004:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801372e0e00. 00000100:00000010:3.0:1731520435.539007:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000008:00000010:3.0:1731520435.539024:0:14286:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40000. 00020000:00000010:3.0:1731520435.539027:0:14286:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353600. 00000020:00000010:3.0:1731520435.539035:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff88012d7e3000. 00000080:00000010:3.0:1731520435.539050:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b83800. 00000020:00000010:3.0:1731520435.539053:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aaebf800. 00000020:00000010:3.0:1731520435.539057:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aaebfc00. 00000080:00000010:3.0:1731520435.539062:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b83800. 00000020:00000010:3.0:1731520435.539067:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b5b83800. 00000080:00000010:3.0:1731520435.539096:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.539102:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.539162:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.539376:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000400:00000200:0.0:1731520435.539921:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.539931:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 1520 into portal 4 MB=0x6734e79701300 00000400:00000200:0.0:1731520435.539938:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 1520/1520 into md 0x241 [2] + 224 00000400:00000200:0.0:1731520435.539958:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.539963:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.539971:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742295296/t0(0) o63->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.540027:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924eec8. 00000400:00000200:2.0:1731520435.540031:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8a2d3c0 00000400:00000010:2.0:1731520435.540032:0:13231:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a8a2d3c0. 00000100:00000200:2.0:1731520435.540038:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742295296/t0(0) o63->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.540044:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742295296/t0(0) o63->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00010000:00000010:2.0:1731520435.540063:0:13231:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9d00. 00010000:00000010:2.0:1731520435.540065:0:13231:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353e00. 00000002:00000010:2.0:1731520435.540082:0:13231:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b37463c0. 00010000:00000010:2.0:1731520435.540087:0:13231:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9c00. 00010000:00000010:2.0:1731520435.540089:0:13231:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353200. 00000002:00000010:2.0:1731520435.540094:0:13231:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b6f4fc40. 00000002:00000010:2.0:1731520435.540100:0:13231:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b3746b40. 00010000:00000010:2.0:1731520435.540104:0:13231:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9b00. 00010000:00000010:2.0:1731520435.540109:0:13231:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353400. 00000002:00000010:2.0:1731520435.540114:0:13231:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b6f4f440. 00000002:00000010:2.0:1731520435.540118:0:13231:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b3746780. 00000002:00000010:2.0:1731520435.540120:0:13231:0:(batch.c:338:batch_update_request_destroy()) kfreed 'bub->bub_req': 4096 at ffff8800b5afa000. 00000002:00000010:2.0:1731520435.540123:0:13231:0:(batch.c:339:batch_update_request_destroy()) kfreed 'bub': 40 at ffff8800b37462c0. 00000002:00000010:2.0:1731520435.540125:0:13231:0:(batch.c:342:batch_update_request_destroy()) kfreed 'head': 80 at ffff8800a7d496c0. 00000080:00000010:2.0:1731520435.540146:0:11024:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a7208800. 00000080:00000010:2.0:1731520435.540158:0:11024:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88012e145480. 00000080:00000010:2.0:1731520435.540160:0:11024:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800b358e800. 00000080:00000010:2.0:1731520435.540183:0:11024:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a7209000. 00000020:00000010:2.0:1731520435.540187:0:11024:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab58360. 00000020:00000010:2.0:1731520435.540189:0:11024:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1600. 00000020:00000010:2.0:1731520435.540191:0:11024:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801372e0400. 00000020:00000010:2.0:1731520435.540192:0:11024:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800aa5810c0. 00000008:00000010:2.0:1731520435.540196:0:11024:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9245940. 00020000:00000010:2.0:1731520435.540199:0:11024:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a2d3c0. 00008000:00000010:2.0:1731520435.540202:0:11024:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad031c40. 00000080:00000010:2.0:1731520435.540204:0:11024:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b58364c0. 00000080:00000010:2.0:1731520435.540205:0:11024:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9475240. 00000020:00000010:2.0:1731520435.540207:0:11024:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e0e00. 00000080:00000010:3.0:1731520435.540208:0:14286:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a7dced40. 00000008:00000010:2.0:1731520435.540209:0:11024:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a09a0. 00020000:00000010:2.0:1731520435.540211:0:11024:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3d8c0. 00008000:00000010:2.0:1731520435.540217:0:11024:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13b50. 00000080:00000010:3.0:1731520435.540217:0:14286:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff8800a7deee80. 00000080:00000010:2.0:1731520435.540219:0:11024:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5870690. 00000080:00000010:2.0:1731520435.540227:0:11024:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b35bf000. 00020000:00000010:2.0:1731520435.540232:0:11024:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a7d3d658. 00020000:00000010:2.0:1731520435.540235:0:11024:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800aa581060. 00000080:00000010:3.0:1731520435.540235:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00020000:00000010:2.0:1731520435.540237:0:11024:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353e80. 00020000:00000010:2.0:1731520435.540239:0:11024:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800aa581180. 00020000:00000010:2.0:1731520435.540242:0:11024:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012d4032c0. 00000080:00000010:3.0:1731520435.540243:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00020000:00000010:2.0:1731520435.540244:0:11024:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800a8a2df00. 00020000:00000010:2.0:1731520435.540246:0:11024:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012da13af8. 00000020:00000010:2.0:1731520435.540251:0:11024:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b35d9a00. 00020000:00000010:2.0:1731520435.540254:0:11024:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b35bf0c8. 00000080:00000010:3.0:1731520435.540256:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000008:00000010:2.0:1731520435.540260:0:11024:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800b5b8a000. 00000080:00000010:3.0:1731520435.540261:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000020:00000010:2.0:1731520435.540264:0:11024:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b35d9500. 00020000:00000010:2.0:1731520435.540269:0:11024:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800aa581480. 00020000:00000010:2.0:1731520435.540271:0:11024:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353c00. 00000080:00000010:3.0:1731520435.540271:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00020000:00000010:2.0:1731520435.540272:0:11024:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800aa5815a0. 00020000:00000010:2.0:1731520435.540274:0:11024:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9353c00. 00000080:00000010:3.0:1731520435.540274:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00020000:00000010:2.0:1731520435.540275:0:11024:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800aa581480. 00020000:00000010:2.0:1731520435.540277:0:11024:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800aa5815a0. 00000080:00000010:3.0:1731520435.540283:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000100:00000010:3.0:1731520435.540288:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 00000080:00000010:2.0:1731520435.540289:0:11024:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88012e145e40. 00000080:00000010:2.0:1731520435.540291:0:11024:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800b358ec00. 00000020:00000010:0.0:1731520435.540298:0:14288:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa4bc360. 00000080:00000010:2.0:1731520435.540299:0:11024:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a7209800. 02000000:00000010:3.0:1731520435.540300:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebf400. 00000080:00000010:2.0:1731520435.540303:0:11024:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b35bf190. 00020000:00000010:2.0:1731520435.540305:0:11024:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a7d3d740. 00020000:00000010:2.0:1731520435.540307:0:11024:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800aa5815a0. 00010000:00000010:3.0:1731520435.540307:0:14286:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a7cc46c0. 00000020:00000010:0.0:1731520435.540308:0:14288:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a92d5400. 00020000:00000010:2.0:1731520435.540309:0:11024:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353c00. 00000020:00000010:3.0:1731520435.540309:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b36e4700. 00020000:00000010:2.0:1731520435.540311:0:11024:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800aa581480. 00000020:00000010:0.0:1731520435.540312:0:14288:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a92d5600. 00020000:00000010:2.0:1731520435.540312:0:11024:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012d4039e0. 00000020:00000010:0.0:1731520435.540314:0:14288:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a312a0. 00020000:00000010:2.0:1731520435.540314:0:11024:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800a8a2d540. 00020000:00000010:2.0:1731520435.540315:0:11024:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012da13b10. 00020000:00000010:2.0:1731520435.540317:0:11024:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b35bf258. 00000100:00000010:3.0:1731520435.540317:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946000. 00000008:00000010:0.0:1731520435.540319:0:14288:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800abf99650. 00000008:00000010:2.0:1731520435.540319:0:11024:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800b5b8a1a0. 00020000:00000010:0.0:1731520435.540322:0:14288:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3407a80. 00020000:00000010:2.0:1731520435.540323:0:11024:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800aa5816c0. 00020000:00000010:2.0:1731520435.540324:0:11024:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353900. 00008000:00000010:0.0:1731520435.540325:0:14288:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aa480710. 00020000:00000010:2.0:1731520435.540326:0:11024:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7dc3f60. 02000000:00000010:3.0:1731520435.540326:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff8800b6d13000. 00020000:00000010:2.0:1731520435.540327:0:11024:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9353900. 00020000:00000010:2.0:1731520435.540327:0:11024:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800aa5816c0. 00000400:00000010:3.0:1731520435.540328:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000080:00000010:0.0:1731520435.540329:0:14288:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a88a4130. 00020000:00000010:2.0:1731520435.540329:0:11024:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7dc3f60. 00000400:00000010:3.0:1731520435.540331:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000080:00000010:0.0:1731520435.540332:0:14288:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8898490. 00000080:00000010:2.0:1731520435.540333:0:11024:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88012e1453c0. 00000100:00000200:3.0:1731520435.540333:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1815630742295424, portal 10 00000020:00000010:0.0:1731520435.540334:0:14288:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b3b5c00. 00000080:00000010:2.0:1731520435.540334:0:11024:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800b358f000. 02000000:00000010:2.0:1731520435.540336:0:11024:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800a8a64000. 00000400:00000010:3.0:1731520435.540336:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000008:00000010:0.0:1731520435.540337:0:14288:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800abf462c0. 00000100:00000200:3.0:1731520435.540337:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1815630742295424, offset 0 00020000:00000010:0.0:1731520435.540339:0:14288:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8978480. 02000000:00000010:2.0:1731520435.540339:0:11024:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 2048 at ffff8800a8a09000. 00008000:00000010:0.0:1731520435.540341:0:14288:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a7933208. 00000400:00000200:3.0:1731520435.540342:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000080:00000010:0.0:1731520435.540343:0:14288:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aae5b1e0. 00000100:00000010:2.0:1731520435.540344:0:11024:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000400:00000200:3.0:1731520435.540347:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.540350:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.540352:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.540354:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00020000:00000010:0.0:1731520435.540355:0:14288:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5680. 00000400:00000200:3.0:1731520435.540356:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.540358:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [43:43:256:4294967295] 192.168.204.149@tcp LPNI seq info [43:43:8:4294967295] 00000020:00000010:0.0:1731520435.540359:0:14288:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa4bc3f0. 00000020:00000010:0.0:1731520435.540360:0:14288:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b3b5600. 00000020:00000010:0.0:1731520435.540361:0:14288:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b3b5200. 00000020:00000010:0.0:1731520435.540363:0:14288:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a8a31f00. 00000400:00000200:3.0:1731520435.540363:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000008:00000010:0.0:1731520435.540365:0:14288:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800abf9a178. 00020000:00000010:0.0:1731520435.540366:0:14288:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3407c00. 00000800:00000200:3.0:1731520435.540367:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.149@tcp 00008000:00000010:0.0:1731520435.540368:0:14288:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aa480a98. 00000080:00000010:0.0:1731520435.540369:0:14288:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a88a41c8. 00000800:00000010:3.0:1731520435.540369:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4500. 00000080:00000010:0.0:1731520435.540371:0:14288:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a88986d8. 00000020:00000010:0.0:1731520435.540372:0:14288:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b3b5a00. 00000800:00000200:3.0:1731520435.540372:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000008:00000010:0.0:1731520435.540374:0:14288:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800abf46420. 00020000:00000010:0.0:1731520435.540375:0:14288:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a89786c0. 00000800:00000200:3.0:1731520435.540376:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00008000:00000010:0.0:1731520435.540377:0:14288:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a7933680. 00000080:00000010:0.0:1731520435.540378:0:14288:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aae5b2d0. 00000800:00000200:3.0:1731520435.540378:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4500 type 1, nob 664 niov 1 nkiov 1 00000008:00000010:0.0:1731520435.540389:0:14288:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10000. 00010000:00000010:0.0:1731520435.540400:0:14288:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abfbe900. 00010000:00000010:0.0:1731520435.540403:0:14288:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800b3407240. 00010000:00000010:0.0:1731520435.540406:0:14288:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8978900. 00000020:00000010:0.0:1731520435.540413:0:14288:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b61b1900. 00010000:00000010:0.0:1731520435.540416:0:14288:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b61b1780. 00000100:00000010:0.0:1731520435.540427:0:14288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 00000800:00000200:2.0:1731520435.540435:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.540437:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4500. 00000400:00000200:2.0:1731520435.540438:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1731520435.540439:0:14288:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b3b4c00. 00000400:00000200:2.0:1731520435.540441:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.540442:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:2.0:1731520435.540443:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:2.0:1731520435.540445:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742295424/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000020:00000010:0.0:1731520435.540451:0:14288:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a7a90000. 02000000:00000010:2.0:1731520435.540474:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a453800. 00000400:00000010:2.0:1731520435.540476:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924eec8. 00000400:00000010:2.0:1731520435.540478:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000008:00000010:0.0:1731520435.540479:0:14288:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10000. 00000100:00000200:2.0:1731520435.540480:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742295552, portal 4 00020000:00000010:0.0:1731520435.540482:0:14288:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5680. 00000400:00000010:2.0:1731520435.540483:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731520435.540484:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742295552, offset 0 00000400:00000200:2.0:1731520435.540488:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.540491:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00020000:00000010:0.0:1731520435.540493:0:14288:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5680. 00000400:00000200:2.0:1731520435.540494:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.540495:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000008:00000010:0.0:1731520435.540496:0:14288:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10000. 00000400:00000200:2.0:1731520435.540497:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.540499:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00010000:00000010:0.0:1731520435.540501:0:14288:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abfbe700. 00000400:00000200:2.0:1731520435.540501:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [44:44:256:4294967295] 192.168.204.149@tcp LPNI seq info [44:44:8:4294967295] 00010000:00000010:0.0:1731520435.540503:0:14288:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e2b53c0. 00000400:00000200:2.0:1731520435.540506:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00010000:00000010:0.0:1731520435.540507:0:14288:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8978b40. 00000020:00000010:0.0:1731520435.540509:0:14288:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b61b1000. 00000800:00000200:2.0:1731520435.540509:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.540511:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9e00. 00010000:00000010:0.0:1731520435.540512:0:14288:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b61b1c00. 00000800:00000200:2.0:1731520435.540513:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000100:00000010:0.0:1731520435.540514:0:14288:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 00000800:00000200:2.0:1731520435.540516:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.540518:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9e00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1731520435.540519:0:14288:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5bb7e00. 00000020:00000010:0.0:1731520435.540526:0:14288:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a7a92000. 02000000:00000010:2.0:1731520435.540549:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a453000. 00000008:00000010:0.0:1731520435.540550:0:14288:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10000. 00000400:00000010:2.0:1731520435.540551:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ef78. 00020000:00000010:0.0:1731520435.540552:0:14288:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5680. 00000400:00000010:2.0:1731520435.540553:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731520435.540558:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742295680, portal 4 00000400:00000010:2.0:1731520435.540561:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731520435.540562:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742295680, offset 0 00000400:00000200:2.0:1731520435.540565:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.540568:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.540569:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1731520435.540570:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1731520435.540571:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.540572:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1731520435.540573:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9e00. 00000400:00000200:2.0:1731520435.540574:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.540575:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [45:45:255:4294967295] 192.168.204.149@tcp LPNI seq info [45:45:7:4294967295] 00000400:00000200:1.0:1731520435.540576:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.540580:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.540581:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000400:00000200:1.0:1731520435.540584:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000800:00000200:2.0:1731520435.540584:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000400:00000010:1.0:1731520435.540586:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000800:00000010:2.0:1731520435.540586:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9f00. 00000800:00000200:2.0:1731520435.540588:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000100:00000200:1.0:1731520435.540590:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742295552/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000800:00000200:2.0:1731520435.540591:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.540592:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.540637:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.540639:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9f00. 00000400:00000200:1.0:1731520435.540641:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.540645:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.540647:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:1.0:1731520435.540648:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:1.0:1731520435.540652:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742295680/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.541164:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.541169:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79701480 00000400:00000200:0.0:1731520435.541172:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x259 [1] + 224 00000400:00000200:0.0:1731520435.541176:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.541178:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.541180:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742295680/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.541199:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.541201:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79701400 00000400:00000200:0.0:1731520435.541203:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x251 [1] + 224 00000400:00000200:0.0:1731520435.541213:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.541215:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.541217:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742295552/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.541227:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ef78. 00000400:00000200:2.0:1731520435.541230:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:2.0:1731520435.541231:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731520435.541234:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742295680/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.541239:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742295680/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.541258:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924eec8. 00000400:00000200:3.0:1731520435.541261:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000020:00000010:2.0:1731520435.541262:0:13228:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8801372e1800. 00000400:00000010:3.0:1731520435.541262:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:3.0:1731520435.541265:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742295552/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.541270:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742295552/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 02000000:00000010:2.0:1731520435.541276:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a453000. 02000000:00000010:2.0:1731520435.541278:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5bb7e00. 00000100:00000010:2.0:1731520435.541280:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 02000000:00000010:3.0:1731520435.541297:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a453800. 02000000:00000010:3.0:1731520435.541299:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b3b4c00. 00000100:00000010:3.0:1731520435.541302:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000400:00000200:0.0:1731520435.541354:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.541358:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 1040 into portal 10 MB=0x6734e79701380 00000400:00000200:0.0:1731520435.541361:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 1040/1040 into md 0x249 [1] + 224 00000400:00000200:0.0:1731520435.541368:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.541369:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.541372:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742295424/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.541413:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.541416:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520435.541417:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.541421:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742295424/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.541428:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742295424/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.541442:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946000. 00000080:00000010:3.0:1731520435.541466:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541475:0:14286:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a647e88. 00000080:00000010:3.0:1731520435.541478:0:14286:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff8800a850b200. 00000080:00000010:3.0:1731520435.541480:0:14286:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800a7dce0a0. 00000080:00000010:3.0:1731520435.541482:0:14286:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a647870. 00000080:00000010:3.0:1731520435.541483:0:14286:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff8800a850b450. 00000080:00000010:3.0:1731520435.541485:0:14286:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 44 at ffff8800b36e4c40. 00000080:00000010:3.0:1731520435.541487:0:14286:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a647208. 00000080:00000010:3.0:1731520435.541488:0:14286:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 16 at ffff8800a850bef0. 00000080:00000010:3.0:1731520435.541490:0:14286:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 8 at ffff8800a89ac5e0. 02000000:00000010:3.0:1731520435.541498:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8800b6d13000. 02000000:00000010:3.0:1731520435.541502:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebf400. 00000100:00000010:3.0:1731520435.541505:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000080:00000010:3.0:1731520435.541545:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541559:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541579:0:14286:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a7dcea40. 00000080:00000010:3.0:1731520435.541585:0:14286:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff8800a7dee100. 00000080:00000010:3.0:1731520435.541603:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541610:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00020000:00000010:3.0:1731520435.541639:0:14286:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d0c0480. 00000008:00000010:3.0:1731520435.541646:0:14286:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b605e000. 00000008:00000010:3.0:1731520435.541661:0:14286:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b605e000. 00020000:00000010:3.0:1731520435.541662:0:14286:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d0c0480. 00000080:00000010:3.0:1731520435.541673:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541677:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541692:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541696:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541709:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541714:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541723:0:14286:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a7dceb80. 00000080:00000010:3.0:1731520435.541727:0:14286:0:(statahead.c:256:sa_free()) kfreed 'entry': 116 at ffff8800a7dee880. 00000080:00000010:3.0:1731520435.541733:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82600. 00000080:00000010:3.0:1731520435.541738:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82600. 00020000:00000010:3.0:1731520435.541747:0:14286:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d0c0480. 00000008:00000010:3.0:1731520435.541750:0:14286:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b605e000. 00000020:00000010:3.0:1731520435.541759:0:14286:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b5b82600. 00000008:00000010:3.0:1731520435.541765:0:14286:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b605e000. 00020000:00000010:3.0:1731520435.541767:0:14286:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d0c0480. 00000080:00000010:3.0:1731520435.541778:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82400. 00000080:00000010:3.0:1731520435.541784:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82400. 00000080:00000010:3.0:1731520435.541795:0:14286:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82400. 00000080:00000010:3.0:1731520435.541799:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82400. 00000080:00000010:3.0:1731520435.541842:0:14286:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b5b82400. 00000002:00000010:0.0:1731520435.541843:0:14287:0:(batch.c:700:cli_batch_stop()) kfreed 'cbh': 32 at ffff8800a846e8c0. 00800000:00000010:0.0:1731520435.541847:0:14287:0:(lmv_obd.c:4274:lmv_batch_stop()) kfreed 'sub': 32 at ffff8800a846e540. 00000100:00000010:3.0:1731520435.541847:0:14286:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 00800000:00000010:0.0:1731520435.541849:0:14287:0:(lmv_obd.c:4282:lmv_batch_stop()) kfreed 'lbh': 48 at ffff8800b3746080. 02000000:00000010:3.0:1731520435.541852:0:14286:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b3b4c00. 00000100:00000010:3.0:1731520435.541888:0:14286:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946000. 02000000:00000010:3.0:1731520435.541898:0:14286:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebf400. 00000400:00000010:3.0:1731520435.541900:0:14286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.541904:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000080:00000010:0.0:1731520435.541905:0:14287:0:(statahead.c:643:ll_sai_free()) kfreed 'sai': 504 at ffff8800b6f16800. 00000080:00000010:0.0:1731520435.541908:0:14287:0:(statahead.c:561:ll_sax_free()) kfreed 'ctx': 2592 at ffff8800b5afd000. 00000100:00000200:3.0:1731520435.541908:0:14286:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742295936, portal 10 00000400:00000010:3.0:1731520435.541911:0:14286:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520435.541917:0:14286:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742295936, offset 0 00000400:00000200:3.0:1731520435.541921:0:14286:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.541927:0:14286:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.541930:0:14286:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.541933:0:14286:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.541935:0:14286:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.541937:0:14286:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.541939:0:14286:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [46:46:256:4294967295] 192.168.204.149@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:3.0:1731520435.541946:0:14286:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.541950:0:14286:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.541953:0:14286:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4100. 00000800:00000200:3.0:1731520435.541957:0:14286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.541962:0:14286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.541964:0:14286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4100 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.541996:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.541997:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4100. 00000400:00000200:1.0:1731520435.542000:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.542003:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.542005:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:1.0:1731520435.542006:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:1.0:1731520435.542009:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742295936/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.542775:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.542780:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79701580 00000400:00000200:0.0:1731520435.542783:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x261 [1] + 224 00000400:00000200:0.0:1731520435.542790:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.542792:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.542795:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742295936/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.542838:0:14286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.542841:0:14286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520435.542843:0:14286:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.542846:0:14286:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742295936/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.542853:0:14286:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742295936/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.542882:0:14286:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946000. 00000080:00000010:3.0:1731520435.542886:0:14286:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82400. 02000000:00000010:3.0:1731520435.542893:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358e400. 00000100:00000010:3.0:1731520435.542895:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000002:00000010:3.0:1731520435.542897:0:14286:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a846e1a0. 00000080:00000010:3.0:1731520435.542899:0:14286:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b3746680. 02000000:00000010:3.0:1731520435.542901:0:14286:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebf400. 02000000:00000010:3.0:1731520435.542902:0:14286:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b3b4c00. 00000100:00000010:3.0:1731520435.542903:0:14286:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000080:00000010:3.0:1731520435.542909:0:14286:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b625a000. 00000080:00000010:1.0:1731520435.544102:0:12773:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16e00. 00000080:00000010:1.0:1731520435.544114:0:12773:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16e00. 00000080:00000010:1.0:1731520435.544126:0:12773:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16e00. 00000100:00000010:1.0:1731520435.544133:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 02000000:00000010:1.0:1731520435.544142:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358f400. 00010000:00000010:1.0:1731520435.544151:0:12773:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d1680. 00000100:00000010:1.0:1731520435.544159:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145240. 02000000:00000010:1.0:1731520435.544174:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8a0e800. 00000400:00000010:1.0:1731520435.544177:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.544180:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.544182:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742296064, portal 10 00000400:00000010:1.0:1731520435.544185:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731520435.544187:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815630742296064, offset 0 00000400:00000200:1.0:1731520435.544191:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.544196:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.544199:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.544202:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.544203:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.544205:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.544207:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [47:47:256:4294967295] 192.168.204.149@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:1.0:1731520435.544213:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.544216:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.544218:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458500. 00000800:00000200:1.0:1731520435.544221:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.544227:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.544229:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458500 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.544288:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.544290:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458500. 00000400:00000200:0.0:1731520435.544293:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.544296:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.544299:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731520435.544300:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731520435.544308:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01c00 x1815630742296064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.545399:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.545404:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 584 into portal 10 MB=0x6734e79701600 00000400:00000200:0.0:1731520435.545406:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 584/584 into md 0x269 [1] + 224 00000400:00000200:0.0:1731520435.545414:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.545416:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.545419:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01c00 x1815630742296064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.545456:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.545459:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:1.0:1731520435.545459:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.545462:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01c00 x1815630742296064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.545467:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01c00 x1815630742296064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.545476:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145240. 00010000:00000010:1.0:1731520435.545482:0:12773:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458600. 00010000:00000010:1.0:1731520435.545483:0:12773:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7deea80. 00000100:00000010:1.0:1731520435.545495:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520435.545502:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f16000. 00000100:00000010:1.0:1731520435.545505:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145240. 02000000:00000010:1.0:1731520435.545510:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f16c00. 00000400:00000010:1.0:1731520435.545511:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.545513:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.545515:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742296192, portal 10 00000400:00000010:1.0:1731520435.545517:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520435.545517:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1815630742296192, offset 0 00000400:00000200:1.0:1731520435.545520:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.545523:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.545525:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.545526:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.545527:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.545528:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.545530:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [48:48:256:4294967295] 192.168.204.149@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:1.0:1731520435.545534:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.545536:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.545537:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458300. 00000800:00000200:1.0:1731520435.545539:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.545541:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.545543:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458300 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.545585:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.545587:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458300. 00000400:00000200:0.0:1731520435.545589:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.545592:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.545594:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:0.0:1731520435.545595:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:0.0:1731520435.545598:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742296192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.546040:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.546046:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 248 into portal 10 MB=0x6734e79701680 00000400:00000200:0.0:1731520435.546050:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 248/248 into md 0x271 [1] + 224 00000400:00000200:0.0:1731520435.546059:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.546062:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.546066:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742296192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.546108:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.546110:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:1.0:1731520435.546112:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.546115:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742296192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.546121:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742296192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:29/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.546132:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145240. 02000000:00000010:1.0:1731520435.546135:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f16c00. 02000000:00000010:1.0:1731520435.546141:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f16000. 00000100:00000010:1.0:1731520435.546143:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 80000000:00000010:1.0:1731520435.546146:0:12773:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b3746d40. 00800000:00000010:1.0:1731520435.546152:0:12773:0:(lmv_intent.c:74:lmv_intent_remote()) kmalloced '(op_data)': 384 at ffff8800b6f16000. 00000020:00000010:1.0:1731520435.546156:0:12773:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b358f800. 00000100:00000010:1.0:1731520435.546159:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520435.546164:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358fc00. 00010000:00000010:1.0:1731520435.546169:0:12773:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458300. 00010000:00000010:1.0:1731520435.546170:0:12773:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee300. 00010000:00000010:1.0:1731520435.546173:0:12773:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d18c0. 00000020:00000010:1.0:1731520435.546175:0:12773:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b37468c0. 00000100:00000010:1.0:1731520435.546179:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145240. 02000000:00000010:1.0:1731520435.546185:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8a0b800. 00000400:00000010:1.0:1731520435.546186:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.546187:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.546189:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742296320, portal 10 00000400:00000010:1.0:1731520435.546191:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731520435.546192:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742296320, offset 0 00000400:00000200:1.0:1731520435.546194:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.546197:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.546198:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.546200:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.546201:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.546202:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.546203:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [49:49:256:4294967295] 192.168.204.149@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:1.0:1731520435.546207:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.546209:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.546210:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458500. 00000800:00000200:1.0:1731520435.546212:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.546214:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.546218:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458500 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.546270:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.546273:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458500. 00000400:00000200:0.0:1731520435.546275:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.546277:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.546279:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731520435.546283:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731520435.546285:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742296320/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/968 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.547003:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.547008:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 584 into portal 10 MB=0x6734e79701700 00000400:00000200:0.0:1731520435.547012:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 584/584 into md 0x279 [1] + 224 00000400:00000200:0.0:1731520435.547021:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.547024:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.547028:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742296320/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/968 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.547059:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.547062:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:1.0:1731520435.547063:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.547067:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742296320/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/968 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.547073:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742296320/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/968 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.547086:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145240. 00000020:00000010:1.0:1731520435.547092:0:12773:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6f16c00. 00800000:00000010:1.0:1731520435.547099:0:12773:0:(lmv_intent.c:126:lmv_intent_remote()) kfreed 'op_data': 384 at ffff8800b6f16000. 02000000:00000010:1.0:1731520435.547101:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8a0e800. 02000000:00000010:1.0:1731520435.547103:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358f400. 00000100:00000010:1.0:1731520435.547106:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00000080:00000010:1.0:1731520435.547117:0:12773:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800affb9000. 00000080:00000010:1.0:1731520435.547130:0:12773:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a846ef40. 00000080:00000010:1.0:1731520435.547140:0:12773:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16e00. 02000000:00000010:1.0:1731520435.547142:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8a0b800. 02000000:00000010:1.0:1731520435.547144:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358fc00. 00000100:00000010:1.0:1731520435.547146:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000080:00000010:1.0:1731520435.547156:0:12773:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a7d49c00. 00000080:00000010:1.0:1731520435.547160:0:12773:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f16e00. 00000100:00000010:1.0:1731520435.547170:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520435.547173:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f16000. 00000100:00000010:1.0:1731520435.547177:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145240. 02000000:00000010:1.0:1731520435.547182:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6f17600. 00000400:00000010:1.0:1731520435.547184:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.547185:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.547187:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742296448, portal 10 00000400:00000010:1.0:1731520435.547189:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731520435.547190:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1815630742296448, offset 0 00000400:00000200:1.0:1731520435.547196:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.547199:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.547200:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.547202:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.547203:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.547204:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.547205:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [50:50:256:4294967295] 192.168.204.149@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:1.0:1731520435.547209:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.547211:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.547212:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458100. 00000800:00000200:1.0:1731520435.547214:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.547217:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.547218:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458100 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.547272:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.547274:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458100. 00000400:00000200:0.0:1731520435.547277:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.547280:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.547282:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731520435.547283:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731520435.547286:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742296448/t0(0) o700->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.547700:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.547705:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 248 into portal 10 MB=0x6734e79701780 00000400:00000200:0.0:1731520435.547708:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 248/248 into md 0x281 [1] + 224 00000400:00000200:0.0:1731520435.547716:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.547719:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.547722:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742296448/t0(0) o700->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.547751:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.547754:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:1.0:1731520435.547754:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.547757:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742296448/t0(0) o700->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.547761:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742296448/t0(0) o700->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.547770:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145240. 02000000:00000010:1.0:1731520435.547772:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6f17600. 02000000:00000010:1.0:1731520435.547774:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f16000. 00000100:00000010:1.0:1731520435.547775:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000100:00000010:1.0:1731520435.547782:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520435.547787:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358fc00. 00010000:00000010:1.0:1731520435.547792:0:12773:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d1b00. 00000100:00000010:1.0:1731520435.547798:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145240. 02000000:00000010:1.0:1731520435.547836:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800aaf80000. 00000400:00000010:1.0:1731520435.547838:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.547842:0:12773:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b358f400. 00000100:00000200:1.0:1731520435.547844:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742296704, portal 10 00000400:00000010:1.0:1731520435.547846:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.547847:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1815630742296704, offset 0 00000400:00000200:1.0:1731520435.547849:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.547852:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.547854:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.547870:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.547872:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.547873:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.547874:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [51:51:256:4294967295] 192.168.204.149@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:1.0:1731520435.547878:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.547881:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.547882:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458200. 00000800:00000200:1.0:1731520435.547884:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.547886:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.547888:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458200 type 1, nob 688 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.547937:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.547939:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458200. 00000400:00000200:0.0:1731520435.547941:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.547945:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.547950:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731520435.547951:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731520435.547954:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742296704/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.549658:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.549664:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79701880 00000400:00000200:0.0:1731520435.549668:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x289 [32] + 224 00000400:00000200:0.0:1731520435.549678:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.549681:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.549684:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742296704/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.549721:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.549724:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b358f400 00000400:00000010:1.0:1731520435.549725:0:12773:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b358f400. 00000100:00000200:1.0:1731520435.549728:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742296704/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.549735:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742296704/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.549748:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145240. 00010000:00000010:1.0:1731520435.549755:0:12773:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458200. 00010000:00000010:1.0:1731520435.549757:0:12773:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee480. 00000002:00000010:1.0:1731520435.549767:0:12773:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b3746b00. 00000080:00000010:1.0:1731520435.549776:0:12773:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800affb9800. 00000080:00000010:1.0:1731520435.549786:0:12773:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a7ac2190. 00020000:00000010:1.0:1731520435.549798:0:12773:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b36ba000. 00020000:00000010:1.0:1731520435.549803:0:12773:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49ba0. 00020000:00000010:1.0:1731520435.549805:0:12773:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deea00. 00020000:00000010:1.0:1731520435.549807:0:12773:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d492a0. 00020000:00000010:1.0:1731520435.549811:0:12773:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a7cb6480. 00020000:00000010:1.0:1731520435.549812:0:12773:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012e145240. 00020000:00000010:1.0:1731520435.549816:0:12773:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88013764f848. 00020000:00000010:1.0:1731520435.549821:0:12773:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a7ac2258. 00000008:00000010:1.0:1731520435.549826:0:12773:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a94701a0. 00020000:00000010:1.0:1731520435.549836:0:12773:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d497e0. 00020000:00000010:1.0:1731520435.549837:0:12773:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7dee580. 00020000:00000010:1.0:1731520435.549838:0:12773:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d495a0. 00020000:00000010:1.0:1731520435.549840:0:12773:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7dee580. 00020000:00000010:1.0:1731520435.549842:0:12773:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d497e0. 00020000:00000010:1.0:1731520435.549843:0:12773:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d495a0. 00000080:00000010:1.0:1731520435.549848:0:12773:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a846e840. 00000080:00000010:1.0:1731520435.549851:0:12773:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16e00. 00000080:00000010:1.0:1731520435.549878:0:12773:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b625a140. 00000080:00000010:1.0:1731520435.549882:0:12773:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b3746ec0. 00000002:00000010:1.0:1731520435.549887:0:12773:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a846eda0. 02000000:00000010:1.0:1731520435.549890:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800aaf80000. 00000080:00000010:1.0:1731520435.549925:0:12773:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a7d49c00. 00000080:00000010:1.0:1731520435.549937:0:12773:0:(llite_lib.c:2342:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6f16e00. 00000100:00000010:1.0:1731520435.549956:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 00010000:00000010:2.1:1731520435.549958:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d0900. 02000000:00000010:1.0:1731520435.549962:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f16000. 00010000:00000010:1.0:1731520435.549966:0:12773:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b3746b00. 00010000:00000010:1.0:1731520435.549970:0:12773:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee480. 00000100:00000010:1.0:1731520435.549979:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145b40. 02000000:00000010:1.0:1731520435.549985:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358f400. 00000400:00000010:1.0:1731520435.549988:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.549990:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.549993:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742296960, portal 10 00000400:00000010:1.0:1731520435.549995:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731520435.550000:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1815630742296960, offset 0 00000400:00000200:1.0:1731520435.550004:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.550007:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.550010:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.550012:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.550014:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.550015:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.550018:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [52:52:256:4294967295] 192.168.204.149@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:1.0:1731520435.550022:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.550025:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.550026:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458100. 00000800:00000200:1.0:1731520435.550029:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.550031:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.550033:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458100 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.550083:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.550086:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458100. 00000400:00000200:0.0:1731520435.550088:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.550092:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.550094:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731520435.550095:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731520435.550098:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01c00 x1815630742296960/t0(0) o36->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.550967:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.550972:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79701980 00000400:00000200:0.0:1731520435.550976:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x291 [1] + 224 00000400:00000200:0.0:1731520435.550985:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.550988:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.550991:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01c00 x1815630742296960/t0(0) o36->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.551026:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.551029:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:1.0:1731520435.551030:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.551033:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01c00 x1815630742296960/t0(0) o36->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.551038:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01c00 x1815630742296960/t0(0) o36->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.551050:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145b40. 00000080:00000010:1.0:1731520435.551078:0:12773:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f17600. 00000100:00000010:1.0:1731520435.551084:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731520435.551091:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f16800. 00010000:00000010:1.0:1731520435.551101:0:12773:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458500. 00010000:00000010:1.0:1731520435.551103:0:12773:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee480. 00010000:00000010:1.0:1731520435.551105:0:12773:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d1d40. 00000100:00000010:1.0:1731520435.551110:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145b40. 02000000:00000010:1.0:1731520435.551117:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358e400. 00000400:00000010:1.0:1731520435.551124:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.551127:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.551129:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742297088, portal 10 00000400:00000010:1.0:1731520435.551131:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.551133:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1815630742297088, offset 0 00000400:00000200:1.0:1731520435.551137:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.551140:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.551142:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.551144:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.551146:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.551148:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.551150:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [53:53:256:4294967295] 192.168.204.149@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1731520435.551155:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.551159:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.551161:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458100. 00000800:00000200:1.0:1731520435.551164:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.551168:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.551170:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458100 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.551223:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.551226:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458100. 00000400:00000200:0.0:1731520435.551228:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.551236:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.551237:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731520435.551238:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731520435.551241:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742297088/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.551726:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.551731:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 10 MB=0x6734e79701a00 00000400:00000200:0.0:1731520435.551734:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 400/400 into md 0x299 [1] + 224 00000400:00000200:0.0:1731520435.551743:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.551746:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.551749:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742297088/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.551783:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.551786:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:1.0:1731520435.551786:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.551789:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742297088/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.551794:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742297088/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.551802:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145b40. 00000002:00000010:1.0:1731520435.551808:0:12773:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b3746b00. 02000000:00000010:1.0:1731520435.551812:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358e400. 02000000:00000010:1.0:1731520435.551813:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f16800. 00000100:00000010:1.0:1731520435.551815:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000080:00000010:1.0:1731520435.551820:0:12773:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f17600. 00000020:00000010:1.0:1731520435.551831:0:12773:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8801373cd360. 00000020:00000010:1.0:1731520435.551833:0:12773:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f17600. 00000020:00000010:1.0:1731520435.551836:0:12773:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f16800. 00000020:00000010:1.0:1731520435.551837:0:12773:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7d49c00. 00000008:00000010:1.0:1731520435.551842:0:12773:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a7a98b28. 00020000:00000010:1.0:1731520435.551844:0:12773:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e145b40. 00008000:00000010:1.0:1731520435.551849:0:12773:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800abf00388. 00000080:00000010:1.0:1731520435.551854:0:12773:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5acc098. 00000080:00000010:1.0:1731520435.551873:0:12773:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8414248. 00000020:00000010:1.0:1731520435.551876:0:12773:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f17000. 00000008:00000010:1.0:1731520435.551879:0:12773:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa702160. 00020000:00000010:1.0:1731520435.551881:0:12773:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800aa6d1f80. 00008000:00000010:1.0:1731520435.551883:0:12773:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88013764f770. 00000080:00000010:1.0:1731520435.551886:0:12773:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5acd0f0. 00020000:00000010:1.0:1731520435.551890:0:12773:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d495a0. 00020000:00000010:1.0:1731520435.551892:0:12773:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7dee580. 00020000:00000010:1.0:1731520435.551894:0:12773:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d497e0. 00020000:00000010:1.0:1731520435.551896:0:12773:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7dee580. 00020000:00000010:1.0:1731520435.551898:0:12773:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d495a0. 00020000:00000010:1.0:1731520435.551899:0:12773:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d497e0. 00020000:00000010:1.0:1731520435.551913:0:12773:0:(lov_io.c:832:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff88013764ffb8. 00020000:00000010:1.0:1731520435.551929:0:12773:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7dee580. 00000008:00000010:1.0:1731520435.551939:0:12773:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c000. 00010000:00000010:1.0:1731520435.551950:0:12773:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012a458100. 00010000:00000010:1.0:1731520435.551952:0:12773:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e145d80. 00010000:00000010:1.0:1731520435.551954:0:12773:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d21c0. 00000020:00000010:1.0:1731520435.551956:0:12773:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b3746000. 00010000:00000010:1.0:1731520435.551958:0:12773:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b3746280. 00000100:00000010:1.0:1731520435.551962:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731520435.551968:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f16a00. 00000020:00000010:1.0:1731520435.551977:0:12773:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ad3aa000. 00000100:00000010:1.0:1731520435.551984:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145900. 02000000:00000010:1.0:1731520435.551990:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358e400. 00000400:00000010:1.0:1731520435.551992:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.551994:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.551997:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742297216, portal 4 00000400:00000010:1.0:1731520435.551999:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731520435.552001:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742297216, offset 0 00000400:00000200:1.0:1731520435.552004:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.552008:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.552011:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.552013:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.552014:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.552016:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.552018:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [54:54:256:4294967295] 192.168.204.149@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1731520435.552023:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.552026:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.552029:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731520435.552031:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.552034:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.552036:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.552089:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.552091:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731520435.552094:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.552098:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.552100:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731520435.552101:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731520435.552104:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742297216/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.552632:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.552638:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79701a80 00000400:00000200:0.0:1731520435.552641:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x2a1 [1] + 224 00000400:00000200:0.0:1731520435.552651:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.552653:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.552658:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742297216/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.552696:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.552699:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:1.0:1731520435.552700:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.552703:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742297216/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.552708:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742297216/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.552719:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145900. 00000020:00000010:1.0:1731520435.552727:0:12773:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6107c00. 02000000:00000010:1.0:1731520435.552730:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358e400. 02000000:00000010:1.0:1731520435.552735:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f16a00. 00000100:00000010:1.0:1731520435.552738:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000100:00000010:1.0:1731520435.552758:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731520435.552764:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107a00. 02000000:00000010:3.0:1731520435.552814:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebf400. 00000400:00000010:3.0:1731520435.552818:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.552820:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.552822:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742297344, portal 4 00000400:00000010:3.0:1731520435.552824:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731520435.552825:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1815630742297344, offset 0 00000400:00000200:3.0:1731520435.552829:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.552832:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.552834:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.552835:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.552837:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.552838:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.552839:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [55:55:256:4294967295] 192.168.204.149@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:3.0:1731520435.552843:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.552845:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.552847:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4f00. 00000800:00000200:3.0:1731520435.552849:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.552851:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.552852:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4f00 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.552904:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.552907:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4f00. 00000400:00000200:0.0:1731520435.552913:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.552916:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.552917:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731520435.552918:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731520435.552921:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742297344/t0(0) o10->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 440/432 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.554924:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.554931:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 432 into portal 4 MB=0x6734e79701b00 00000400:00000200:0.0:1731520435.554934:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 432/432 into md 0x2a9 [1] + 224 00000400:00000200:0.0:1731520435.554945:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.554948:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.554951:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742297344/t0(0) o10->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 440/432 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.555002:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.555007:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520435.555008:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.555011:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742297344/t0(0) o10->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 440/432 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.555017:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742297344/t0(0) o10->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 440/432 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 02000000:00000010:3.0:1731520435.555038:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebf400. 02000000:00000010:3.0:1731520435.555042:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107a00. 00000100:00000010:3.0:1731520435.555045:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000008:00000010:1.0:1731520435.555084:0:12773:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c000. 00020000:00000010:1.0:1731520435.555087:0:12773:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7dee580. 00020000:00000010:1.0:1731520435.555091:0:12773:0:(lov_io.c:1162:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff88013764ffb8. 00000080:00000010:1.0:1731520435.555099:0:12773:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f16e00. 00020000:00000010:1.0:1731520435.555182:0:12773:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7dee580. 00000008:00000010:1.0:1731520435.555185:0:12773:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c000. 00000020:00000010:1.0:1731520435.555249:0:12773:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b6da4000. 00000008:00000010:1.0:1731520435.555275:0:12773:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012e145900. 00000008:00000010:1.0:1731520435.555304:0:12773:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c000. 00020000:00000010:1.0:1731520435.555305:0:12773:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7dee580. 00000080:00000010:1.0:1731520435.555332:0:12773:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6107800. 00000100:00000010:1.0:1731520435.555341:0:12773:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731520435.555348:0:12773:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.555357:0:12773:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145f00. 02000000:00000010:1.0:1731520435.555364:0:12773:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358e400. 00000400:00000010:1.0:1731520435.555367:0:12773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.555369:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.555372:0:12773:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742297600, portal 10 00000400:00000010:1.0:1731520435.555375:0:12773:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731520435.555376:0:12773:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742297600, offset 0 00000400:00000200:1.0:1731520435.555380:0:12773:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.555384:0:12773:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.555387:0:12773:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.555390:0:12773:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.555391:0:12773:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.555393:0:12773:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.555396:0:12773:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [56:56:256:4294967295] 192.168.204.149@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:1.0:1731520435.555402:0:12773:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.555410:0:12773:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.555413:0:12773:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731520435.555416:0:12773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.555420:0:12773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.555422:0:12773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.555493:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.555495:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731520435.555498:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.555502:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.555504:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731520435.555505:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731520435.555509:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742297600/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00010000:00000010:0.1:1731520435.555966:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458200. 00000400:00000200:0.0:1731520435.556276:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.556281:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79701c00 00000400:00000200:0.0:1731520435.556284:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x2b1 [1] + 224 00000400:00000200:0.0:1731520435.556291:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.556292:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.556295:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742297600/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.556332:0:12773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.556334:0:12773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:1.0:1731520435.556336:0:12773:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.556339:0:12773:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742297600/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.556343:0:12773:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742297600/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.556354:0:12773:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145f00. 00000080:00000010:1.0:1731520435.556358:0:12773:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6107800. 02000000:00000010:1.0:1731520435.556364:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358fc00. 00000100:00000010:1.0:1731520435.556366:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000002:00000010:1.0:1731520435.556368:0:12773:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a846eda0. 00000080:00000010:1.0:1731520435.556372:0:12773:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b3746ec0. 02000000:00000010:1.0:1731520435.556374:0:12773:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358e400. 02000000:00000010:1.0:1731520435.556376:0:12773:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.556380:0:12773:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000080:00000010:1.0:1731520435.556382:0:12773:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b625a140. 00000080:00000010:1.0:1731520435.558657:0:14289:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.558679:0:14289:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.558692:0:14289:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.558694:0:14289:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.558698:0:14289:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a7d497e0. 00000080:00000010:1.0:1731520435.558703:0:14289:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.558712:0:14289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731520435.558719:0:14289:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107800. 00000100:00000010:1.0:1731520435.558731:0:14289:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145f00. 02000000:00000010:1.0:1731520435.558742:0:14289:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6106200. 00000400:00000010:1.0:1731520435.558746:0:14289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.558751:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.558755:0:14289:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742297728, portal 10 00000400:00000010:1.0:1731520435.558758:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731520435.558760:0:14289:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1815630742297728, offset 0 00000400:00000200:1.0:1731520435.558765:0:14289:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.558772:0:14289:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.558775:0:14289:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.558778:0:14289:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.558780:0:14289:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.558782:0:14289:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.558785:0:14289:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [57:57:256:4294967295] 192.168.204.149@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:1.0:1731520435.558791:0:14289:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.558795:0:14289:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.558798:0:14289:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731520435.558802:0:14289:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.558807:0:14289:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.558809:0:14289:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.558949:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.558963:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731520435.558968:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.558975:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.558979:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731520435.558981:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731520435.558988:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742297728/t0(0) o700->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.559752:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.559761:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 248 into portal 10 MB=0x6734e79701c80 00000400:00000200:0.0:1731520435.559765:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 248/248 into md 0x2b9 [1] + 224 00000400:00000200:0.0:1731520435.559776:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.559778:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.559782:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742297728/t0(0) o700->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.559823:0:14289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.559826:0:14289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:1.0:1731520435.559827:0:14289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.559830:0:14289:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742297728/t0(0) o700->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.559836:0:14289:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742297728/t0(0) o700->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:30/10 lens 264/248 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.559849:0:14289:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145f00. 02000000:00000010:1.0:1731520435.559853:0:14289:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6106200. 02000000:00000010:1.0:1731520435.559869:0:14289:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107800. 00000100:00000010:1.0:1731520435.559875:0:14289:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000100:00000010:1.0:1731520435.559897:0:14289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731520435.559905:0:14289:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358e400. 00010000:00000010:1.0:1731520435.559913:0:14289:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee200. 00010000:00000010:1.0:1731520435.559927:0:14289:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60c4c00. 00010000:00000010:1.0:1731520435.559929:0:14289:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee200. 00010000:00000010:1.0:1731520435.559932:0:14289:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d2400. 00000100:00000010:1.0:1731520435.559942:0:14289:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145f00. 02000000:00000010:1.0:1731520435.559985:0:14289:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800aaf80000. 00000400:00000010:1.0:1731520435.559994:0:14289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.559997:0:14289:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b358fc00. 00000100:00000200:1.0:1731520435.559998:0:14289:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742297984, portal 10 00000400:00000010:1.0:1731520435.560001:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.560002:0:14289:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815630742297984, offset 0 00000400:00000200:1.0:1731520435.560005:0:14289:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.560009:0:14289:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.560011:0:14289:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.560013:0:14289:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.560014:0:14289:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.560015:0:14289:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.560017:0:14289:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [58:58:256:4294967295] 192.168.204.149@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:1.0:1731520435.560021:0:14289:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.560023:0:14289:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.560025:0:14289:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731520435.560027:0:14289:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.560030:0:14289:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.560031:0:14289:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.560112:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.560115:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731520435.560118:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.560121:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.560124:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731520435.560125:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731520435.560129:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742297984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.561510:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.561517:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79701d80 00000400:00000200:0.0:1731520435.561521:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x2c1 [32] + 224 00000400:00000200:0.0:1731520435.561533:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.561536:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.561540:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742297984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.561587:0:14289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.561591:0:14289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b358fc00 00000400:00000010:1.0:1731520435.561593:0:14289:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b358fc00. 00000100:00000200:1.0:1731520435.561597:0:14289:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742297984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.561608:0:14289:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742297984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.561633:0:14289:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145f00. 00010000:00000010:1.0:1731520435.561641:0:14289:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60c4a00. 00010000:00000010:1.0:1731520435.561643:0:14289:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee580. 00010000:00000010:1.0:1731520435.561646:0:14289:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee200. 00000002:00000010:1.0:1731520435.561664:0:14289:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff880136b4bb80. 00000080:00000010:1.0:1731520435.561673:0:14289:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a846e240. 00000080:00000010:1.0:1731520435.561678:0:14289:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.561691:0:14289:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800affba000. 00000080:00000010:1.0:1731520435.561705:0:14289:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a7ac2320. 00020000:00000010:1.0:1731520435.561714:0:14289:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b36ba488. 00020000:00000010:1.0:1731520435.561720:0:14289:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d495a0. 00020000:00000010:1.0:1731520435.561722:0:14289:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7dee200. 00020000:00000010:1.0:1731520435.561725:0:14289:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d490c0. 00020000:00000010:1.0:1731520435.561729:0:14289:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a7cb6570. 00020000:00000010:1.0:1731520435.561731:0:14289:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012e145f00. 00020000:00000010:1.0:1731520435.561736:0:14289:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88013764ffb8. 00020000:00000010:1.0:1731520435.561742:0:14289:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a7ac23e8. 00000008:00000010:1.0:1731520435.561748:0:14289:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a9470340. 00020000:00000010:1.0:1731520435.561761:0:14289:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49720. 00020000:00000010:1.0:1731520435.561763:0:14289:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deef80. 00020000:00000010:1.0:1731520435.561764:0:14289:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49cc0. 00020000:00000010:1.0:1731520435.561768:0:14289:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deef80. 00020000:00000010:1.0:1731520435.561770:0:14289:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49720. 00020000:00000010:1.0:1731520435.561771:0:14289:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49cc0. 00000080:00000010:1.0:1731520435.561784:0:14289:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b625a140. 00000080:00000010:1.0:1731520435.561788:0:14289:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff880136b4b880. 00000002:00000010:1.0:1731520435.561794:0:14289:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a846e820. 02000000:00000010:1.0:1731520435.561798:0:14289:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800aaf80000. 00000080:00000010:1.0:1731520435.561838:0:14289:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a7d497e0. 00000080:00000010:1.0:1731520435.561901:0:14289:0:(llite_lib.c:2342:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.561919:0:14289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520435.561925:0:14289:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107800. 00010000:00000010:1.0:1731520435.561930:0:14289:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880136b4bb80. 00010000:00000010:1.0:1731520435.561933:0:14289:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee580. 00010000:00000010:0.1:1731520435.561938:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d1b00. 00000100:00000010:1.0:1731520435.561942:0:14289:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1450c0. 02000000:00000010:1.0:1731520435.561948:0:14289:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358fc00. 00000400:00000010:1.0:1731520435.561951:0:14289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.561953:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.561955:0:14289:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742298240, portal 10 00000400:00000010:1.0:1731520435.561958:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731520435.561959:0:14289:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1815630742298240, offset 0 00000400:00000200:1.0:1731520435.561963:0:14289:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.561967:0:14289:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.561970:0:14289:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.561971:0:14289:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.561974:0:14289:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.561975:0:14289:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.561977:0:14289:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [59:59:256:4294967295] 192.168.204.149@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:1.0:1731520435.561983:0:14289:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.561985:0:14289:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.561987:0:14289:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731520435.561990:0:14289:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.561993:0:14289:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.561995:0:14289:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.562055:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.562057:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731520435.562060:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.562062:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.562064:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731520435.562065:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731520435.562069:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742298240/t0(0) o36->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.563014:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.563022:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79701e80 00000400:00000200:0.0:1731520435.563027:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x2c9 [1] + 224 00000400:00000200:0.0:1731520435.563039:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.563041:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.563047:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742298240/t0(0) o36->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.563083:0:14289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.563087:0:14289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:1.0:1731520435.563088:0:14289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.563091:0:14289:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742298240/t0(0) o36->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.563096:0:14289:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742298240/t0(0) o36->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 488/512 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.563110:0:14289:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e1450c0. 00000080:00000010:1.0:1731520435.563128:0:14289:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106200. 00000100:00000010:1.0:1731520435.563133:0:14289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731520435.563140:0:14289:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107000. 00010000:00000010:1.0:1731520435.563144:0:14289:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60c4800. 00010000:00000010:1.0:1731520435.563146:0:14289:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7dee580. 00010000:00000010:1.0:1731520435.563149:0:14289:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d2640. 00000100:00000010:1.0:1731520435.563154:0:14289:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1450c0. 02000000:00000010:1.0:1731520435.563160:0:14289:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358f000. 00000400:00000010:1.0:1731520435.563163:0:14289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.563165:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.563168:0:14289:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742298368, portal 10 00000400:00000010:1.0:1731520435.563171:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731520435.563173:0:14289:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1815630742298368, offset 0 00000400:00000200:1.0:1731520435.563177:0:14289:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.563181:0:14289:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.563183:0:14289:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.563186:0:14289:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.563187:0:14289:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.563189:0:14289:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.563192:0:14289:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [60:60:256:4294967295] 192.168.204.149@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1731520435.563198:0:14289:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.563201:0:14289:0:(socklnd_cb.c:1000:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.563204:0:14289:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731520435.563206:0:14289:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.563210:0:14289:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.563213:0:14289:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.563276:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.563279:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731520435.563282:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.563285:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.563288:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731520435.563289:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731520435.563294:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742298368/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.563806:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.563811:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 10 MB=0x6734e79701f00 00000400:00000200:0.0:1731520435.563815:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 400/400 into md 0x2d1 [1] + 224 00000400:00000200:0.0:1731520435.563823:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.563826:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.563833:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742298368/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.563875:0:14289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.563878:0:14289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:1.0:1731520435.563883:0:14289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.563888:0:14289:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742298368/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.563894:0:14289:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742298368/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.563907:0:14289:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e1450c0. 00000002:00000010:1.0:1731520435.563914:0:14289:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff880136b4bb80. 02000000:00000010:1.0:1731520435.563918:0:14289:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358f000. 02000000:00000010:1.0:1731520435.563920:0:14289:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107000. 00000100:00000010:1.0:1731520435.563922:0:14289:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000080:00000010:1.0:1731520435.563923:0:14289:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106200. 00020000:00000010:1.0:1731520435.563934:0:14289:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d497e0. 00020000:00000010:1.0:1731520435.563935:0:14289:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deef80. 00020000:00000010:1.0:1731520435.563937:0:14289:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49cc0. 00020000:00000010:1.0:1731520435.563939:0:14289:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deef80. 00020000:00000010:1.0:1731520435.563940:0:14289:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d497e0. 00020000:00000010:1.0:1731520435.563941:0:14289:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49cc0. 00000100:00000010:1.0:1731520435.563964:0:14289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731520435.563967:0:14289:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6106200. 02000000:00000010:2.0:1731520435.564022:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a453000. 00000400:00000010:2.0:1731520435.564026:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ef78. 00000400:00000010:2.0:1731520435.564029:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731520435.564037:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742298496, portal 4 00000400:00000010:2.0:1731520435.564040:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731520435.564042:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1815630742298496, offset 0 00000400:00000200:2.0:1731520435.564047:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.564051:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.564053:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.564055:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.564057:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.564059:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.564061:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [61:61:256:4294967295] 192.168.204.149@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:2.0:1731520435.564067:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.564071:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.564073:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9700. 00000800:00000200:2.0:1731520435.564076:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.564079:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.564081:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9700 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.564141:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.564144:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9700. 00000400:00000200:0.0:1731520435.564146:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.564150:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.564152:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731520435.564153:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731520435.564158:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742298496/t0(0) o2->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 440/432 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.565565:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.565571:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 432 into portal 4 MB=0x6734e79701f80 00000400:00000200:0.0:1731520435.565575:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 432/432 into md 0x2d9 [1] + 224 00000400:00000200:0.0:1731520435.565585:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.565588:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.565592:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742298496/t0(0) o2->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 440/432 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.565639:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ef78. 00000400:00000200:2.0:1731520435.565642:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:2.0:1731520435.565643:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731520435.565647:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742298496/t0(0) o2->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 440/432 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.565652:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742298496/t0(0) o2->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 440/432 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 02000000:00000010:2.0:1731520435.565669:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a453000. 02000000:00000010:2.0:1731520435.565671:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6106200. 00000100:00000010:2.0:1731520435.565673:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000080:00000010:1.0:1731520435.565693:0:14289:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.565713:0:14289:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.565719:0:14289:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 02000000:00000010:1.0:1731520435.565723:0:14289:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107000. 00000100:00000010:1.0:1731520435.565729:0:14289:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1450c0. 02000000:00000010:1.0:1731520435.565735:0:14289:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358f000. 00000400:00000010:1.0:1731520435.565737:0:14289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.565738:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.565740:0:14289:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742298752, portal 10 00000400:00000010:1.0:1731520435.565742:0:14289:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731520435.565744:0:14289:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742298752, offset 0 00000400:00000200:1.0:1731520435.565748:0:14289:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.565752:0:14289:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.565759:0:14289:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.565761:0:14289:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.565763:0:14289:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.565765:0:14289:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.565767:0:14289:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [62:62:256:4294967295] 192.168.204.149@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:1.0:1731520435.565773:0:14289:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.565777:0:14289:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.565780:0:14289:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731520435.565783:0:14289:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.565786:0:14289:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.565788:0:14289:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.565838:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.565840:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731520435.565843:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.565846:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.565849:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731520435.565850:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731520435.565854:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02d80 x1815630742298752/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.566703:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.566709:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79702080 00000400:00000200:0.0:1731520435.566713:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x2e1 [1] + 224 00000400:00000200:0.0:1731520435.566722:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.566729:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.566733:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02d80 x1815630742298752/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.566788:0:14289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.566791:0:14289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:1.0:1731520435.566792:0:14289:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.566796:0:14289:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02d80 x1815630742298752/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.566800:0:14289:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02d80 x1815630742298752/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.566820:0:14289:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e1450c0. 00000080:00000010:1.0:1731520435.566828:0:14289:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.566836:0:14289:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff880136b4b880. 00000080:00000010:1.0:1731520435.566840:0:14289:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b625a140. 00000080:00000010:3.0:1731520435.568706:0:14291:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012b3b4c00. 00000100:00000010:3.0:1731520435.568724:0:14291:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731520435.568738:0:14291:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebf400. 00010000:00000010:3.0:1731520435.568748:0:14291:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abee4b00. 00010000:00000010:3.0:1731520435.568750:0:14291:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d0c0480. 00010000:00000010:3.0:1731520435.568754:0:14291:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a7cc4900. 00000100:00000010:3.0:1731520435.568764:0:14291:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946000. 02000000:00000010:3.0:1731520435.568777:0:14291:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012d7e6800. 00000400:00000010:3.0:1731520435.568780:0:14291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.568784:0:14291:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.568788:0:14291:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742298880, portal 10 00000400:00000010:3.0:1731520435.568791:0:14291:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731520435.568792:0:14291:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742298880, offset 0 00000400:00000200:3.0:1731520435.568797:0:14291:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.568804:0:14291:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.568808:0:14291:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.568811:0:14291:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.568813:0:14291:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.568815:0:14291:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.568818:0:14291:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [63:63:256:4294967295] 192.168.204.149@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:3.0:1731520435.568825:0:14291:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.568829:0:14291:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.568832:0:14291:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4d00. 00000800:00000200:3.0:1731520435.568836:0:14291:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.568851:0:14291:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.568855:0:14291:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4d00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.568932:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.568935:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4d00. 00000400:00000200:0.0:1731520435.568937:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.568940:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.568942:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731520435.568943:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731520435.568947:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742298880/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.570004:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.570011:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 688 into portal 10 MB=0x6734e79702100 00000400:00000200:0.0:1731520435.570015:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 688/688 into md 0x2e9 [1] + 224 00000400:00000200:0.0:1731520435.570025:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.570028:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.570033:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742298880/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.570079:0:14291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.570082:0:14291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:3.0:1731520435.570083:0:14291:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.570086:0:14291:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742298880/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.570097:0:14291:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742298880/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.570108:0:14291:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946000. 00000080:00000010:3.0:1731520435.570127:0:14291:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012b3b4c00. 00800000:00000010:3.0:1731520435.570133:0:14291:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b36e4f00. 00800000:00000010:3.0:1731520435.570139:0:14291:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800b36e4f00. 02000000:00000010:3.0:1731520435.570147:0:14291:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012d7e6800. 02000000:00000010:3.0:1731520435.570149:0:14291:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebf400. 00000100:00000010:3.0:1731520435.570152:0:14291:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000080:00000010:3.0:1731520435.570158:0:14291:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012b3b4c00. 00000080:00000010:3.0:1731520435.570162:0:14291:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012b3b4c00. 00000080:00000010:3.0:1731520435.570166:0:14291:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a8a5dd20. 00000080:00000010:3.0:1731520435.570170:0:14291:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012b3b4c00. 00000100:00000010:3.0:1731520435.570186:0:14291:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731520435.570190:0:14291:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebf400. 00010000:00000010:3.0:1731520435.570195:0:14291:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d0c0480. 00010000:00000010:3.0:1731520435.570202:0:14291:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abee4f00. 00010000:00000010:3.0:1731520435.570203:0:14291:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d0c0480. 00010000:00000010:3.0:1731520435.570204:0:14291:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a7cc4b40. 00000100:00000010:3.0:1731520435.570209:0:14291:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946000. 02000000:00000010:3.0:1731520435.570263:0:14291:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800aaf80000. 00000400:00000010:3.0:1731520435.570265:0:14291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.570267:0:14291:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aaebf000. 00000100:00000200:3.0:1731520435.570269:0:14291:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742299136, portal 10 00000400:00000010:3.0:1731520435.570271:0:14291:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.570272:0:14291:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815630742299136, offset 0 00000400:00000200:3.0:1731520435.570275:0:14291:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.570278:0:14291:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.570279:0:14291:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.570281:0:14291:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.570284:0:14291:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.570285:0:14291:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.570287:0:14291:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [64:64:256:4294967295] 192.168.204.149@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1731520435.570291:0:14291:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.570293:0:14291:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.570295:0:14291:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abee4100. 00000800:00000200:3.0:1731520435.570296:0:14291:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.570299:0:14291:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.570301:0:14291:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abee4100 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.570361:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.570364:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abee4100. 00000400:00000200:1.0:1731520435.570366:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.570370:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.570372:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:1.0:1731520435.570373:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:1.0:1731520435.570376:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742299136/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000080:00000010:1.1F:1731520435.570954:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a846e840. 00010000:00000010:1.1:1731520435.571028:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458c00. 00010000:00000010:1.1:1731520435.571033:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d0240. 00010000:00000010:1.1:1731520435.571035:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b60c4c00. 00010000:00000010:1.1:1731520435.571036:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b60c4a00. 00010000:00000010:1.1:1731520435.571038:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d2400. 00000080:00000010:0.0:1731520435.571472:0:14290:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5bb6a00. 00000020:00000010:0.0:1731520435.571477:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a9401800. 00000020:00000010:0.0:1731520435.571480:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a9401400. 00000100:00000010:0.0:1731520435.571485:0:14290:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4700. 02000000:00000010:0.0:1731520435.571490:0:14290:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9401000. 00010000:00000010:0.0:1731520435.571495:0:14290:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8978d80. 00000020:00000010:0.0:1731520435.571496:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b61b12c0. 00000100:00000010:0.0:1731520435.571500:0:14290:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abfc9300. 02000000:00000010:0.0:1731520435.571505:0:14290:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b73da800. 00000400:00000010:0.0:1731520435.571507:0:14290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9a0. 00000400:00000010:0.0:1731520435.571509:0:14290:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9770. 00000100:00000200:0.0:1731520435.571514:0:14290:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742299264, portal 10 00000400:00000010:0.0:1731520435.571516:0:14290:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9550. 00000100:00000200:0.0:1731520435.571517:0:14290:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742299264, offset 0 00000400:00000200:0.0:1731520435.571520:0:14290:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.571523:0:14290:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.571524:0:14290:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.571526:0:14290:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.571527:0:14290:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.571528:0:14290:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.571529:0:14290:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [65:65:256:4294967295] 192.168.204.149@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:0.0:1731520435.571533:0:14290:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.571536:0:14290:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.571537:0:14290:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe000. 00000800:00000200:0.0:1731520435.571539:0:14290:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.571541:0:14290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.571543:0:14290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe000 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.571608:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.571610:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe000. 00000400:00000200:2.0:1731520435.571622:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.571626:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.571628:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9550 00000400:00000200:0.0:1731520435.571630:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000010:2.0:1731520435.571632:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9550. 00000400:00000200:0.0:1731520435.571634:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79702200 00000400:00000200:0.0:1731520435.571637:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x2f1 [32] + 224 00000100:00000200:2.0:1731520435.571637:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4700 x1815630742299264/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.571654:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.571656:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.571659:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742299136/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.571693:0:14291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.571695:0:14291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aaebf000 00000400:00000010:3.0:1731520435.571696:0:14291:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800aaebf000. 00000100:00000200:3.0:1731520435.571699:0:14291:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742299136/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.571704:0:14291:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742299136/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.571714:0:14291:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946000. 00010000:00000010:3.0:1731520435.571719:0:14291:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abee4500. 00010000:00000010:3.0:1731520435.571721:0:14291:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d0c0400. 00000002:00000010:3.0:1731520435.571729:0:14291:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b36e4f00. 00000080:00000010:3.0:1731520435.571734:0:14291:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a7dce640. 00000080:00000010:3.0:1731520435.571737:0:14291:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012b3b4c00. 00000080:00000010:3.0:1731520435.571749:0:14291:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a3b88000. 00000080:00000010:3.0:1731520435.571760:0:14291:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800ad26d000. 00020000:00000010:3.0:1731520435.571766:0:14291:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a92e01d0. 00020000:00000010:3.0:1731520435.571770:0:14291:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a5d000. 00020000:00000010:3.0:1731520435.571772:0:14291:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d0c0380. 00020000:00000010:3.0:1731520435.571774:0:14291:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a5df60. 00020000:00000010:3.0:1731520435.571777:0:14291:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a850b1e0. 00020000:00000010:3.0:1731520435.571779:0:14291:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800a7946000. 00020000:00000010:3.0:1731520435.571784:0:14291:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800a89ac0e0. 00000020:00000010:3.0:1731520435.571788:0:14291:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800abee4100. 00020000:00000010:3.0:1731520435.571790:0:14291:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800ad26d0c8. 00000008:00000010:3.0:1731520435.571796:0:14291:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800b627c000. 00000020:00000010:3.0:1731520435.571801:0:14291:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800abee4d00. 00020000:00000010:3.0:1731520435.571807:0:14291:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.571808:0:14291:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d0c0300. 00020000:00000010:3.0:1731520435.571809:0:14291:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a5dea0. 00020000:00000010:3.0:1731520435.571811:0:14291:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d0c0300. 00020000:00000010:3.0:1731520435.571812:0:14291:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.571814:0:14291:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a8a5dea0. 00000080:00000010:3.0:1731520435.571825:0:14291:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b36d4000. 00000080:00000010:3.0:1731520435.571829:0:14291:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b36e4c80. 00000002:00000010:3.0:1731520435.571833:0:14291:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a7dce240. 02000000:00000010:3.0:1731520435.571836:0:14291:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800aaf80000. 00000080:00000010:3.0:1731520435.571879:0:14291:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a8a5dd20. 00000400:00000200:2.0:1731520435.572404:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520435.572409:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 688 into portal 10 MB=0x6734e79702280 00000400:00000200:2.0:1731520435.572411:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 688/688 into md 0x2f9 [1] + 224 00000400:00000200:2.0:1731520435.572418:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.572420:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.572423:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4700 x1815630742299264/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:0.0:1731520435.572467:0:14290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9a0. 00000400:00000200:0.0:1731520435.572471:0:14290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9770 00000400:00000010:0.0:1731520435.572472:0:14290:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9770. 00000100:00000200:0.0:1731520435.572476:0:14290:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4700 x1815630742299264/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.572482:0:14290:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4700 x1815630742299264/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:0.0:1731520435.572495:0:14290:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abfc9300. 00000020:00000010:0.0:1731520435.572499:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b5bb7a00. 00000080:00000010:0.0:1731520435.572506:0:14290:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5bb6a00. 00800000:00000010:0.0:1731520435.572509:0:14290:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b61b1580. 00800000:00000010:0.0:1731520435.572512:0:14290:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800b61b1580. 02000000:00000010:0.0:1731520435.572516:0:14290:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b73da800. 02000000:00000010:0.0:1731520435.572519:0:14290:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9401000. 00000100:00000010:0.0:1731520435.572521:0:14290:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4700. 00000020:00000010:0.0:1731520435.572523:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff8800b73da800. 00000080:00000010:0.0:1731520435.572527:0:14290:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a8a31540. 00000080:00000010:0.0:1731520435.572528:0:14290:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5bb6a00. 00000100:00000010:0.0:1731520435.572533:0:14290:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4700. 02000000:00000010:0.0:1731520435.572537:0:14290:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9401000. 00010000:00000010:0.0:1731520435.572541:0:14290:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8978fc0. 00000100:00000010:0.0:1731520435.572546:0:14290:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abfc9300. 02000000:00000010:0.0:1731520435.572570:0:14290:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800aaf80000. 00000400:00000010:0.0:1731520435.572574:0:14290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9a0. 00000400:00000010:0.0:1731520435.572576:0:14290:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a9402000. 00000100:00000200:0.0:1731520435.572579:0:14290:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742299520, portal 10 00000400:00000010:0.0:1731520435.572582:0:14290:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9770. 00000100:00000200:0.0:1731520435.572583:0:14290:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815630742299520, offset 0 00000400:00000200:0.0:1731520435.572586:0:14290:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.572590:0:14290:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.572592:0:14290:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.572594:0:14290:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.572596:0:14290:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.572597:0:14290:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.572599:0:14290:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [66:66:256:4294967295] 192.168.204.149@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:0.0:1731520435.572605:0:14290:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.572608:0:14290:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.572628:0:14290:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbed00. 00000800:00000200:0.0:1731520435.572632:0:14290:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.572635:0:14290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.572637:0:14290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbed00 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.572688:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.572690:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbed00. 00000400:00000200:2.0:1731520435.572692:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.572696:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.572698:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9770 00000400:00000010:2.0:1731520435.572699:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9770. 00000100:00000200:2.0:1731520435.572703:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4700 x1815630742299520/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:1.0:1731520435.573310:0:14291:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6107600. 00000080:00000010:1.0:1731520435.573321:0:14291:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6107600. 00020000:00000010:1.0:1731520435.573340:0:14291:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deef80. 00000008:00000010:1.0:1731520435.573347:0:14291:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c000. 00010000:00000010:1.0:1731520435.573355:0:14291:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60c4a00. 00010000:00000010:1.0:1731520435.573357:0:14291:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e1450c0. 00010000:00000010:1.0:1731520435.573360:0:14291:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d2400. 00010000:00000010:1.0:1731520435.573362:0:14291:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff880136b4b340. 00000100:00000010:1.0:1731520435.573365:0:14291:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731520435.573372:0:14291:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107600. 02000000:00000010:3.0:1731520435.573422:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebf000. 00000400:00000010:3.0:1731520435.573425:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.573428:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731520435.573429:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742299648, portal 4 00000400:00000010:3.0:1731520435.573432:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731520435.573432:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742299648, offset 0 00000400:00000200:3.0:1731520435.573435:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.573439:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.573440:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.573442:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.573443:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.573444:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.573445:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [67:67:256:4294967295] 192.168.204.149@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1731520435.573449:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.573451:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.573453:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fb00. 00000800:00000200:3.0:1731520435.573458:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.573460:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.573462:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.573525:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.573528:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fb00. 00000400:00000200:0.0:1731520435.573530:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.573533:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.573535:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731520435.573536:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731520435.573540:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742299648/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:2.0:1731520435.573685:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520435.573690:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79702380 00000400:00000200:2.0:1731520435.573692:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x301 [32] + 224 00000400:00000200:2.0:1731520435.573699:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.573701:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.573704:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4700 x1815630742299520/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:0.0:1731520435.573737:0:14290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9a0. 00000400:00000200:0.0:1731520435.573739:0:14290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9402000 00000400:00000010:0.0:1731520435.573740:0:14290:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800a9402000. 00000100:00000200:0.0:1731520435.573744:0:14290:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4700 x1815630742299520/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.573750:0:14290:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4700 x1815630742299520/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:0.0:1731520435.573762:0:14290:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abfc9300. 00010000:00000010:0.0:1731520435.573768:0:14290:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abfbe400. 00010000:00000010:0.0:1731520435.573770:0:14290:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800abee5680. 00000002:00000010:0.0:1731520435.573779:0:14290:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b61b1580. 00000080:00000010:0.0:1731520435.573793:0:14290:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff88012e438000. 00000080:00000010:0.0:1731520435.573801:0:14290:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff88012b746000. 00020000:00000010:0.0:1731520435.573805:0:14290:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800aaff0740. 00020000:00000010:0.0:1731520435.573808:0:14290:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a31d80. 00020000:00000010:0.0:1731520435.573810:0:14290:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800abee5880. 00020000:00000010:0.0:1731520435.573811:0:14290:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a316c0. 00020000:00000010:0.0:1731520435.573814:0:14290:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800aac2b540. 00020000:00000010:0.0:1731520435.573815:0:14290:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800abfc9300. 00020000:00000010:0.0:1731520435.573820:0:14290:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800a7933008. 00000020:00000010:0.0:1731520435.573823:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800abfbe800. 00020000:00000010:0.0:1731520435.573825:0:14290:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff88012b7460c8. 00000008:00000010:0.0:1731520435.573831:0:14290:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff88012ffec000. 00000020:00000010:0.0:1731520435.573836:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800abfbed00. 00020000:00000010:0.0:1731520435.573841:0:14290:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a31a80. 00020000:00000010:0.0:1731520435.573843:0:14290:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800abee5800. 00020000:00000010:0.0:1731520435.573844:0:14290:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a318a0. 00020000:00000010:0.0:1731520435.573846:0:14290:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800abee5800. 00020000:00000010:0.0:1731520435.573847:0:14290:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a8a31a80. 00020000:00000010:0.0:1731520435.573849:0:14290:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a8a318a0. 00000080:00000010:0.0:1731520435.573874:0:14290:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a93243c0. 00000080:00000010:0.0:1731520435.573878:0:14290:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5bb6a00. 00000080:00000010:0.0:1731520435.573886:0:14290:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8801369a0000. 00000080:00000010:0.0:1731520435.573894:0:14290:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b61b1f40. 00000002:00000010:0.0:1731520435.573897:0:14290:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a93246a0. 02000000:00000010:0.0:1731520435.573900:0:14290:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800aaf80000. 00000080:00000010:0.0:1731520435.573927:0:14290:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a8a31540. 00000080:00000010:0.0:1731520435.573972:0:14290:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5bb6a00. 00000080:00000010:0.0:1731520435.573980:0:14290:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5bb6a00. 00020000:00000010:0.0:1731520435.573991:0:14290:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5800. 00000008:00000010:0.0:1731520435.573995:0:14290:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10000. 00010000:00000010:0.0:1731520435.574000:0:14290:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abfbe100. 00010000:00000010:0.0:1731520435.574001:0:14290:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800abfc9d80. 00010000:00000010:0.0:1731520435.574004:0:14290:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8979200. 00010000:00000010:0.0:1731520435.574006:0:14290:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b61b1d00. 00000100:00000010:0.0:1731520435.574009:0:14290:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731520435.574013:0:14290:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520435.574059:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a453800. 00000400:00000010:2.0:1731520435.574063:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ef78. 00000400:00000010:2.0:1731520435.574065:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731520435.574067:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742299776, portal 4 00000400:00000010:2.0:1731520435.574074:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731520435.574075:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742299776, offset 0 00000400:00000200:2.0:1731520435.574079:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.574083:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.574085:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.574086:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.574087:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.574089:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.574091:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [68:68:256:4294967295] 192.168.204.149@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:2.0:1731520435.574096:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.574100:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.574101:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9400. 00000800:00000200:2.0:1731520435.574104:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.574107:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.574109:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1731520435.574197:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.574203:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79702400 00000400:00000200:0.0:1731520435.574206:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x309 [1] + 224 00000800:00000200:2.0:1731520435.574226:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.574229:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9400. 00000400:00000200:2.0:1731520435.574231:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.574234:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.574236:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:2.0:1731520435.574237:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000400:00000200:0.0:1731520435.574240:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1731520435.574240:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742299776/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.574246:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.574250:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742299648/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.574285:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:3.0:1731520435.574289:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:3.0:1731520435.574290:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731520435.574294:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742299648/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.574300:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742299648/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 02000000:00000010:3.0:1731520435.574343:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebf000. 02000000:00000010:3.0:1731520435.574347:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107600. 00000100:00000010:3.0:1731520435.574349:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000008:00000010:1.0:1731520435.574364:0:14291:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c000. 00020000:00000010:1.0:1731520435.574367:0:14291:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deef80. 00000400:00000200:2.0:1731520435.574840:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520435.574845:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79702480 00000400:00000200:2.0:1731520435.574848:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x311 [1] + 224 00000400:00000200:2.0:1731520435.574869:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.574872:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.574875:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742299776/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:0.0:1731520435.574919:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ef78. 00000400:00000200:0.0:1731520435.574922:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731520435.574923:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731520435.574927:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742299776/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.574934:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742299776/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000020:00000010:0.0:1731520435.574950:0:13228:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b5bb7e00. 02000000:00000010:0.0:1731520435.574966:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a453800. 02000000:00000010:0.0:1731520435.574969:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5bb6a00. 00000100:00000010:0.0:1731520435.574971:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000008:00000010:2.0:1731520435.574987:0:14290:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10000. 00020000:00000010:2.0:1731520435.574990:0:14290:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5800. 00000020:00000010:2.0:1731520435.574996:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff8800b6094800. 00000020:00000010:2.0:1731520435.575025:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff88012a453800. 00020000:00000010:2.0:1731520435.575047:0:14290:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353500. 00000008:00000010:2.0:1731520435.575049:0:14290:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40130. 00000020:00000010:2.0:1731520435.575070:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e000. 00000020:00000010:2.0:1731520435.575093:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e0d8. 00000020:00000010:2.0:1731520435.575100:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e1b0. 00000020:00000010:2.0:1731520435.575104:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e288. 00000020:00000010:2.0:1731520435.575109:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e360. 00000020:00000010:2.0:1731520435.575114:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e438. 00000020:00000010:2.0:1731520435.575118:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e510. 00000020:00000010:2.0:1731520435.575125:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e5e8. 00000008:00000010:2.0:1731520435.575135:0:14290:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800a8a2d9c0. 00000008:00000010:0.0:1731520435.575177:0:13228:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 64 at ffff8800b61b1bc0. 00000008:00000010:0.0:1731520435.575180:0:13228:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6d595b0. 00000100:00000010:0.0:1731520435.575189:0:13228:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731520435.575193:0:13228:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5bb6a00. 00000100:00000010:0.0:1731520435.575196:0:13228:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800a9402000. 00000100:00000010:0.0:1731520435.575197:0:13228:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff8800abee5c00. 00000400:00000010:3.0:1731520435.575218:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba37e8. 00000400:00000010:3.0:1731520435.575222:0:13231:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800a924fb00. 00000100:00000200:3.0:1731520435.575224:0:13231:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x6734e79702580-0x6734e79702580, portal 8 02000000:00000010:3.0:1731520435.575226:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebf000. 00000400:00000010:3.0:1731520435.575228:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3898. 00000400:00000010:3.0:1731520435.575229:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731520435.575230:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742300032, portal 4 00000400:00000010:3.0:1731520435.575232:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731520435.575234:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815630742300032, offset 0 00000400:00000200:3.0:1731520435.575238:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.575242:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.575245:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.575247:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.575248:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.575250:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.575252:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [69:69:256:4294967295] 192.168.204.149@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:3.0:1731520435.575258:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.575267:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.575269:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924f100. 00000800:00000200:3.0:1731520435.575272:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.575275:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.575277:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924f100 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.575330:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.575332:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924f100. 00000400:00000200:2.0:1731520435.575334:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.575338:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.575340:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:2.0:1731520435.575341:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:2.0:1731520435.575344:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742300032/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.576376:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.576382:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 32768 into portal 8 MB=0x6734e79702580 00000400:00000200:0.0:1731520435.576386:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.204.149@tcp of length 32768/32768 into md 0x319 [8] + 0 00000400:00000010:0.0:1731520435.576388:0:13221:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba37e8. 00000400:00000200:0.0:1731520435.576390:0:13221:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a924fb00 00000400:00000200:0.0:1731520435.576425:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.576429:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.576431:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a924fb00 00000400:00000010:0.0:1731520435.576433:0:13221:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 248 at ffff8800a924fb00. 00000100:00000200:0.0:1731520435.576434:0:13221:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800a9402000 00000400:00000200:0.0:1731520435.576448:0:13221:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731520435.576450:0:13221:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.576453:0:13221:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [70:70:256:4294967295] 192.168.204.149@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1731520435.576457:0:13221:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:0.0:1731520435.576459:0:13221:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.576461:0:13221:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8800b5bb7000. 00000800:00000200:0.0:1731520435.576463:0:13221:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.576466:0:13221:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.576467:0:13221:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bb7000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731520435.576489:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.576491:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8800b5bb7000. 00000400:00000200:0.0:1731520435.576493:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.576495:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000200:2.0:1731520435.577119:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520435.577128:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 440 into portal 4 MB=0x6734e79702580 00000400:00000200:2.0:1731520435.577131:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 440/440 into md 0x31d [1] + 224 00000400:00000200:2.0:1731520435.577140:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.577144:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.577148:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742300032/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.577198:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3898. 00000400:00000200:3.0:1731520435.577201:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:3.0:1731520435.577203:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731520435.577207:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742300032/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.577213:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742300032/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:3.0:1731520435.577253:0:13231:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6d595b0. 00000008:00000010:3.0:1731520435.577270:0:13231:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800a8a2d9c0. 00000008:00000010:3.0:1731520435.577272:0:13231:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 64 at ffff8800b61b1bc0. 02000000:00000010:3.0:1731520435.577276:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebf000. 00000100:00000010:3.0:1731520435.577279:0:13231:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff8800abee5c00. 00000100:00000010:3.0:1731520435.577280:0:13231:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800a9402000. 02000000:00000010:3.0:1731520435.577281:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5bb6a00. 00000100:00000010:3.0:1731520435.577282:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000020:00000010:2.0:1731520435.577340:0:14290:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6ec9a00. 00000008:00000010:2.0:1731520435.577343:0:14290:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40130. 00020000:00000010:2.0:1731520435.577345:0:14290:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353500. 00020000:00000010:2.0:1731520435.577471:0:14290:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353500. 00000008:00000010:2.0:1731520435.577473:0:14290:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40130. 00000020:00000010:2.0:1731520435.577483:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e6c0. 00000020:00000010:2.0:1731520435.577494:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e798. 00000020:00000010:2.0:1731520435.577503:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e870. 00000020:00000010:2.0:1731520435.577509:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6e948. 00000020:00000010:2.0:1731520435.577515:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6ea20. 00000020:00000010:2.0:1731520435.577521:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6eaf8. 00000020:00000010:2.0:1731520435.577528:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6ebd0. 00000020:00000010:2.0:1731520435.577535:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6eca8. 00000020:00000010:2.0:1731520435.577539:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6ed80. 00000020:00000010:2.0:1731520435.577543:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012aa6ee58. 00000020:00000010:2.0:1731520435.577553:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a000. 00000020:00000010:2.0:1731520435.577557:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a0d8. 00000020:00000010:2.0:1731520435.577561:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a1b0. 00000020:00000010:2.0:1731520435.577564:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a288. 00000020:00000010:2.0:1731520435.577568:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a360. 00000020:00000010:2.0:1731520435.577571:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a438. 00000020:00000010:2.0:1731520435.577575:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a510. 00000020:00000010:2.0:1731520435.577578:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a5e8. 00000020:00000010:2.0:1731520435.577582:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a6c0. 00000020:00000010:2.0:1731520435.577585:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a798. 00000020:00000010:2.0:1731520435.577590:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a870. 00000020:00000010:2.0:1731520435.577593:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0a948. 00000020:00000010:2.0:1731520435.577597:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0aa20. 00000020:00000010:2.0:1731520435.577600:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0aaf8. 00000020:00000010:2.0:1731520435.577604:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0abd0. 00000020:00000010:2.0:1731520435.577607:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0aca8. 00000020:00000010:2.0:1731520435.577628:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0ad80. 00000020:00000010:2.0:1731520435.577633:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136a0ae58. 00000020:00000010:2.0:1731520435.577638:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3000. 00000020:00000010:2.0:1731520435.577642:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe30d8. 00000020:00000010:2.0:1731520435.577646:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe31b0. 00000020:00000010:2.0:1731520435.577650:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3288. 00000020:00000010:2.0:1731520435.577653:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3360. 00000020:00000010:2.0:1731520435.577657:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3438. 00000020:00000010:2.0:1731520435.577661:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3510. 00000020:00000010:2.0:1731520435.577665:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe35e8. 00000020:00000010:2.0:1731520435.577669:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe36c0. 00000020:00000010:2.0:1731520435.577672:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3798. 00000020:00000010:2.0:1731520435.577676:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3870. 00000020:00000010:2.0:1731520435.577680:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3948. 00000020:00000010:2.0:1731520435.577683:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3a20. 00000020:00000010:2.0:1731520435.577690:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3af8. 00000020:00000010:2.0:1731520435.577694:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3bd0. 00000020:00000010:2.0:1731520435.577697:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3ca8. 00000020:00000010:2.0:1731520435.577701:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3d80. 00000020:00000010:2.0:1731520435.577705:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012bfe3e58. 00000020:00000010:2.0:1731520435.577710:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012a43b000. 00000020:00000010:2.0:1731520435.577716:0:14290:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012a43b0d8. 00000008:00000010:2.0:1731520435.577730:0:14290:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800a8a2d9c0. 00000008:00000010:3.0:1731520435.577766:0:13231:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 384 at ffff88012b3b4c00. 00000008:00000010:3.0:1731520435.577769:0:13231:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff88012a4e2dd0. 00000100:00000010:3.0:1731520435.577778:0:13231:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731520435.577784:0:13231:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5b82400. 00000100:00000010:3.0:1731520435.577787:0:13231:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800aaebf000. 00000100:00000010:3.0:1731520435.577789:0:13231:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 768 at ffff8800aaebd800. 00000400:00000010:0.0:1731520435.577814:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9a0. 00000400:00000010:0.0:1731520435.577819:0:13228:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 888 at ffff8800a9401c00. 00000100:00000200:0.0:1731520435.577821:0:13228:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 48 pages 196608 bytes, mbits x0x6734e79702680-0x6734e79702680, portal 8 02000000:00000010:0.0:1731520435.577825:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9402400. 00000400:00000010:0.0:1731520435.577827:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d8f0. 00000400:00000010:0.0:1731520435.577829:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731520435.577831:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742300288, portal 4 00000400:00000010:0.0:1731520435.577834:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9aa0. 00000100:00000200:0.0:1731520435.577835:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815630742300288, offset 0 00000400:00000200:0.0:1731520435.577839:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.577844:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.577846:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.577849:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.577851:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.577853:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.577871:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [71:71:256:4294967295] 192.168.204.149@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1731520435.577877:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.577885:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.577887:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe000. 00000800:00000200:0.0:1731520435.577890:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.577893:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.577895:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe000 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.577948:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.577950:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe000. 00000400:00000200:2.0:1731520435.577953:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.577956:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.577958:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9aa0 00000400:00000010:2.0:1731520435.577959:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9aa0. 00000100:00000200:2.0:1731520435.577962:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742300288/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.579100:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.579106:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 196608 into portal 8 MB=0x6734e79702680 00000400:00000200:0.0:1731520435.579110:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.204.149@tcp of length 196608/196608 into md 0x325 [48] + 0 00000400:00000010:0.0:1731520435.579112:0:13221:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9a0. 00000400:00000200:0.0:1731520435.579115:0:13221:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a9401c00 00000400:00000200:2.0:1731520435.579947:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.579952:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.579954:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9401c00 00000400:00000010:2.0:1731520435.579955:0:13223:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 888 at ffff8800a9401c00. 00000100:00000200:2.0:1731520435.579957:0:13223:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800aaebf000 00000400:00000200:2.0:1731520435.579968:0:13223:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1731520435.579970:0:13223:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.579973:0:13223:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [72:72:256:4294967295] 192.168.204.149@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1731520435.579977:0:13223:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:2.0:1731520435.579979:0:13223:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 48 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.579985:0:13223:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 1000 at ffff88012bda4000. 00000800:00000200:2.0:1731520435.579988:0:13223:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.579992:0:13223:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.579994:0:13223:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012bda4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1731520435.580032:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.580034:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 1000 at ffff88012bda4000. 00000400:00000200:2.0:1731520435.580036:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.580039:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000200:2.0:1731520435.580705:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520435.580712:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 440 into portal 4 MB=0x6734e79702680 00000400:00000200:2.0:1731520435.580715:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 440/440 into md 0x329 [1] + 224 00000400:00000200:2.0:1731520435.580724:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.580728:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.580731:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742300288/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:0.0:1731520435.580795:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d8f0. 00000400:00000200:0.0:1731520435.580798:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9b28 00000400:00000010:0.0:1731520435.580799:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731520435.580803:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742300288/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.580810:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742300288/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:0.0:1731520435.581309:0:13228:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e2dd0. 00000008:00000010:0.0:1731520435.581342:0:13228:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800a8a2d9c0. 00000008:00000010:0.0:1731520435.581345:0:13228:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 384 at ffff88012b3b4c00. 02000000:00000010:0.0:1731520435.581351:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9402400. 00000100:00000010:0.0:1731520435.581355:0:13228:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 768 at ffff8800aaebd800. 00000100:00000010:0.0:1731520435.581357:0:13228:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800aaebf000. 02000000:00000010:0.0:1731520435.581360:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5b82400. 00000100:00000010:0.0:1731520435.581362:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000008:00000010:2.0:1731520435.581373:0:14290:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40130. 00020000:00000010:2.0:1731520435.581376:0:14290:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353500. 00020000:00000010:2.0:1731520435.581821:0:14290:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353500. 00000008:00000010:2.0:1731520435.581826:0:14290:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40130. 00000008:00000010:2.0:1731520435.581840:0:14290:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40130. 00020000:00000010:2.0:1731520435.581844:0:14290:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353500. 00020000:00000010:2.0:1731520435.581877:0:14290:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353500. 00000008:00000010:2.0:1731520435.581880:0:14290:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40130. 00000008:00000010:2.0:1731520435.581889:0:14290:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40130. 00020000:00000010:2.0:1731520435.581891:0:14290:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353500. 00020000:00000010:2.0:1731520435.581905:0:14290:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353500. 00000008:00000010:2.0:1731520435.581907:0:14290:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40130. 00020000:00000010:2.0:1731520435.581917:0:14290:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353380. 00000008:00000010:2.0:1731520435.581919:0:14290:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40260. 00000008:00000010:2.0:1731520435.581924:0:14290:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40260. 00020000:00000010:2.0:1731520435.581925:0:14290:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353380. 00000008:00000010:2.0:1731520435.581932:0:14290:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40130. 00020000:00000010:2.0:1731520435.581933:0:14290:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353500. 00000080:00000010:2.0:1731520435.582068:0:14290:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6ec9000. 00000100:00000010:2.0:1731520435.582078:0:14290:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731520435.582084:0:14290:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ec9e00. 00000100:00000010:2.0:1731520435.582095:0:14290:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2d9c0. 02000000:00000010:2.0:1731520435.582103:0:14290:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012bda4000. 00000400:00000010:2.0:1731520435.582106:0:14290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924edc0. 00000400:00000010:2.0:1731520435.582109:0:14290:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731520435.582113:0:14290:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742300544, portal 10 00000400:00000010:2.0:1731520435.582116:0:14290:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731520435.582117:0:14290:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742300544, offset 0 00000400:00000200:2.0:1731520435.582122:0:14290:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.582126:0:14290:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.582129:0:14290:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.582132:0:14290:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.582134:0:14290:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.582136:0:14290:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.582138:0:14290:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [73:73:256:4294967295] 192.168.204.149@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:2.0:1731520435.582144:0:14290:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.582148:0:14290:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.582154:0:14290:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9400. 00000800:00000200:2.0:1731520435.582156:0:14290:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.582160:0:14290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.582162:0:14290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9400 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.582232:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.582235:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9400. 00000400:00000200:1.0:1731520435.582237:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.582240:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.582242:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:1.0:1731520435.582243:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:1.0:1731520435.582247:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742300544/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:1.1:1731520435.582938:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a846e240. 00000400:00000200:2.0:1731520435.583301:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520435.583306:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79702780 00000400:00000200:2.0:1731520435.583309:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x331 [1] + 224 00000400:00000200:2.0:1731520435.583317:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.583318:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.583321:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742300544/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:0.0:1731520435.583356:0:14290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924edc0. 00000400:00000200:0.0:1731520435.583359:0:14290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731520435.583360:0:14290:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731520435.583364:0:14290:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742300544/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.583380:0:14290:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742300544/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:0.0:1731520435.583397:0:14290:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2d9c0. 00000080:00000010:0.0:1731520435.583404:0:14290:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ec9000. 02000000:00000010:0.0:1731520435.583411:0:14290:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9401000. 00000100:00000010:0.0:1731520435.583413:0:14290:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4700. 00000002:00000010:0.0:1731520435.583416:0:14290:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a93246a0. 00000080:00000010:0.0:1731520435.583418:0:14290:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b61b1f40. 02000000:00000010:0.0:1731520435.583420:0:14290:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012bda4000. 02000000:00000010:0.0:1731520435.583422:0:14290:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ec9e00. 00000100:00000010:0.0:1731520435.583424:0:14290:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000080:00000010:0.0:1731520435.583426:0:14290:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8801369a0000. 00000080:00000010:1.0:1731520435.583641:0:14291:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106c00. 00000080:00000010:1.0:1731520435.583654:0:14291:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106c00. 00020000:00000010:1.0:1731520435.583675:0:14291:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deef80. 00000008:00000010:1.0:1731520435.583680:0:14291:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c000. 00000008:00000010:1.0:1731520435.583693:0:14291:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c000. 00020000:00000010:1.0:1731520435.583695:0:14291:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deef80. 00020000:00000010:1.0:1731520435.583802:0:14291:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deef80. 00000008:00000010:1.0:1731520435.583804:0:14291:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c000. 00010000:00000010:1.0:1731520435.583809:0:14291:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d0240. 00010000:00000010:1.0:1731520435.583812:0:14291:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff880136b4b040. 00000100:00000010:1.0:1731520435.583815:0:14291:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731520435.583823:0:14291:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6106c00. 00000100:00000010:1.0:1731520435.583829:0:14291:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145300. 02000000:00000010:1.0:1731520435.583835:0:14291:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358ec00. 00000400:00000010:1.0:1731520435.583838:0:14291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.583841:0:14291:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.583843:0:14291:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742300672, portal 4 00000400:00000010:1.0:1731520435.583845:0:14291:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731520435.583846:0:14291:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742300672, offset 0 00000400:00000200:1.0:1731520435.583850:0:14291:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.583855:0:14291:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.583875:0:14291:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.583877:0:14291:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.583879:0:14291:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.583881:0:14291:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.583883:0:14291:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [74:74:256:4294967295] 192.168.204.149@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:1.0:1731520435.583889:0:14291:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.583892:0:14291:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.583894:0:14291:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4c00. 00000800:00000200:1.0:1731520435.583897:0:14291:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.583900:0:14291:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.583902:0:14291:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.583953:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.583954:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4c00. 00000400:00000200:2.0:1731520435.583956:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.583958:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.583960:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:2.0:1731520435.583961:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:2.0:1731520435.583964:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742300672/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.584575:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.584581:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 328 into portal 15 MB=0x6734e79c06580 00000400:00000200:0.0:1731520435.584586:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.149@tcp of length 328/328 into md 0xd [2] + 0 00000400:00000200:0.0:1731520435.584596:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.584599:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.584602:0:13221:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1731520435.584605:0:13221:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4700. 00000020:00000010:1.0:1731520435.584662:0:14261:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a89a6000. 00000020:00000010:1.0:1731520435.584675:0:14261:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6107e00. 00000020:00000010:1.0:1731520435.584677:0:14261:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a7dee700. 00000020:00000010:1.0:1731520435.584680:0:14261:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a7ac24b0. 00000100:00000200:1.0:1731520435.584708:0:14261:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815630747559296 02000000:00000010:1.0:1731520435.584716:0:14261:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b358e800. 00000400:00000010:1.0:1731520435.584722:0:14261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731520435.584724:0:14261:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815630747559296, offset 224 00000400:00000200:1.0:1731520435.584728:0:14261:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.584733:0:14261:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.584739:0:14261:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [75:75:256:4294967295] 192.168.204.149@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:1.0:1731520435.584745:0:14261:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.584748:0:14261:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.584750:0:14261:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731520435.584752:0:14261:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.584755:0:14261:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.584757:0:14261:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1731520435.584768:0:14261:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88012e1459c0. 00000020:00000010:1.0:1731520435.584782:0:14261:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a7dee700. 00000020:00000010:1.0:1731520435.584785:0:14261:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a7ac24b0. 00000020:00000010:1.0:1731520435.584786:0:14261:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6107e00. 00000800:00000200:2.0:1731520435.584810:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1731520435.584810:0:14266:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 00000800:00000010:2.0:1731520435.584813:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:2.0:1731520435.584815:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1731520435.584815:0:14266:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5b82400. 00000400:00000200:2.0:1731520435.584818:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.584820:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:2.0:1731520435.584821:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000020:00000010:3.0:1731520435.584844:0:14266:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b36e4880. 00010000:00000010:3.0:1731520435.584847:0:14266:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880136b4b340. 02000000:00000010:0.0:1731520435.584868:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e162200. 00000400:00000010:0.0:1731520435.584871:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d8f0. 00010000:00000010:3.0:1731520435.584871:0:14266:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88012e1459c0. 00000400:00000010:0.0:1731520435.584873:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731520435.584875:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742300800, portal 18 00000400:00000010:0.0:1731520435.584877:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9088. 00000100:00000200:0.0:1731520435.584878:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815630742300800, offset 0 00000400:00000200:0.0:1731520435.584880:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.584883:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.584885:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.584887:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.584890:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.584891:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.584893:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [76:76:256:4294967295] 192.168.204.149@tcp LPNI seq info [76:76:8:4294967295] 00000400:00000200:0.0:1731520435.584897:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.584899:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.584900:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe200. 00000800:00000200:0.0:1731520435.584902:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.584905:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.584906:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.584967:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.584970:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe200. 00000400:00000200:2.0:1731520435.584972:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.584975:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.584978:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9088 00000400:00000010:2.0:1731520435.584979:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9088. 00000100:00000200:2.0:1731520435.584987:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742300800/t0(0) o103->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.585385:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.585398:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79702800 00000400:00000200:0.0:1731520435.585404:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x339 [1] + 224 00000400:00000200:0.0:1731520435.585419:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.585423:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.585430:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742300672/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.585489:0:14291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:1.0:1731520435.585494:0:14291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:1.0:1731520435.585495:0:14291:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.585499:0:14291:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742300672/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.585504:0:14291:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742300672/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.585524:0:14291:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145300. 00000400:00000200:0.0:1731520435.585669:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.585675:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 392 into portal 15 MB=0x6734e79c06600 00000400:00000200:0.0:1731520435.585679:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.149@tcp of length 392/392 into md 0xd [2] + 328 00000400:00000200:0.0:1731520435.585690:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.585693:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.585697:0:13223:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1731520435.585701:0:13223:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4e00. 00000020:00000010:1.0:1731520435.585757:0:14261:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6107e00. 00000020:00000010:1.0:1731520435.585762:0:14261:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a7dee700. 00000020:00000010:1.0:1731520435.585765:0:14261:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a7ac24b0. 00000100:00000200:1.0:1731520435.585795:0:14261:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815630747559424 00010000:00000010:1.0:1731520435.585808:0:14261:0:(ldlm_lock.c:2300:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136b4b200. 00000100:00000010:1.0:1731520435.585814:0:14261:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145300. 00000100:00000010:1.0:1731520435.585831:0:14261:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145300. 00010000:00000010:1.0:1731520435.585836:0:14261:0:(ldlm_lock.c:2346:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136b4b200. 02000000:00000010:1.0:1731520435.585842:0:14261:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b358d800. 02000000:00000010:0.0:1731520435.585845:0:14291:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358ec00. 02000000:00000010:0.0:1731520435.585850:0:14291:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6106c00. 00000400:00000010:1.0:1731520435.585850:0:14261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.585853:0:14261:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815630747559424, offset 224 00000100:00000010:0.0:1731520435.585854:0:14291:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000400:00000200:1.0:1731520435.585889:0:14261:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.585896:0:14261:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.585901:0:14261:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [77:77:256:4294967295] 192.168.204.149@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:1.0:1731520435.585909:0:14261:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.585913:0:14261:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.585916:0:14261:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00010000:00000010:0.1:1731520435.585917:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abee4b00. 00000800:00000200:1.0:1731520435.585919:0:14261:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00010000:00000010:0.1:1731520435.585922:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7cc4900. 00000800:00000200:1.0:1731520435.585925:0:14261:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.585927:0:14261:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1731520435.585939:0:14261:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a7dee700. 00000020:00000010:0.0:1731520435.585941:0:14291:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62000. 00000020:00000010:1.0:1731520435.585942:0:14261:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a7ac24b0. 00000020:00000010:1.0:1731520435.585944:0:14261:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6107e00. 00000008:00000010:0.0:1731520435.585969:0:14291:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800abfc9240. 00000800:00000200:1.0:1731520435.585994:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.585997:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:1.0:1731520435.585999:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:0.0:1731520435.586003:0:14291:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c000. 00000400:00000200:1.0:1731520435.586003:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00020000:00000010:0.0:1731520435.586005:0:14291:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deef80. 00000400:00000200:1.0:1731520435.586005:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:1.0:1731520435.586006:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000080:00000010:0.0:1731520435.586403:0:14291:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88012b3b4c00. 00000100:00000010:0.0:1731520435.586411:0:14291:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731520435.586419:0:14291:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5bb6a00. 00000100:00000010:0.0:1731520435.586429:0:14291:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abfc9180. 02000000:00000010:0.0:1731520435.586440:0:14291:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9402400. 00000400:00000010:0.0:1731520435.586443:0:14291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9a0. 00000400:00000010:0.0:1731520435.586446:0:14291:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9198. 00000100:00000200:0.0:1731520435.586512:0:14291:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742301056, portal 10 00000400:00000010:0.0:1731520435.586517:0:14291:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9660. 00000100:00000200:0.0:1731520435.586518:0:14291:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742301056, offset 0 00000400:00000200:0.0:1731520435.586522:0:14291:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.586525:0:14291:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.586529:0:14291:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.586532:0:14291:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.586534:0:14291:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.586536:0:14291:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.586538:0:14291:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [78:78:256:4294967295] 192.168.204.149@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:2.0:1731520435.586539:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.586544:0:14291:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.586548:0:14291:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.586550:0:14291:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbef00. 00000400:00000200:2.0:1731520435.586550:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 18 MB=0x6734e79702880 00000800:00000200:0.0:1731520435.586553:0:14291:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000400:00000200:2.0:1731520435.586555:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.149@tcp of length 224/224 into md 0x345 [1] + 224 00000800:00000200:0.0:1731520435.586556:0:14291:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.586558:0:14291:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbef00 type 1, nob 488 niov 1 nkiov 1 00000400:00000200:2.0:1731520435.586565:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.586569:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:2.0:1731520435.586573:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742300800/t0(0) o103->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:0.0:1731520435.586590:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d8f0. 00000400:00000200:0.0:1731520435.586592:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9b28 00000400:00000010:0.0:1731520435.586593:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731520435.586596:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742300800/t0(0) o103->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.586601:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742300800/t0(0) o103->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000800:00000200:2.0:1731520435.586621:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.586623:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbef00. 00000400:00000200:2.0:1731520435.586625:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1731520435.586627:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e162200. 02000000:00000010:0.0:1731520435.586629:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5b82400. 00000100:00000010:0.0:1731520435.586631:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000400:00000200:2.0:1731520435.586631:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.586632:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9660 00000400:00000010:2.0:1731520435.586634:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9660. 00000100:00000200:2.0:1731520435.586637:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742301056/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:1.0:1731520435.587513:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520435.587520:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79702980 00000400:00000200:1.0:1731520435.587524:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x351 [1] + 224 00000400:00000200:1.0:1731520435.587534:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.587537:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520435.587541:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742301056/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:0.0:1731520435.587583:0:14291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9a0. 00000400:00000200:0.0:1731520435.587586:0:14291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9198 00000400:00000010:0.0:1731520435.587587:0:14291:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9198. 00000100:00000200:0.0:1731520435.587590:0:14291:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742301056/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.587594:0:14291:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742301056/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:0.0:1731520435.587605:0:14291:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abfc9180. 00000080:00000010:0.0:1731520435.587610:0:14291:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012b3b4c00. 00000080:00000010:0.0:1731520435.587627:0:14291:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b36e4c80. 00000080:00000010:0.0:1731520435.587629:0:14291:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b36d4000. 00000080:00000010:0.0:1731520435.589366:0:14293:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5bb7000. 00000080:00000010:0.0:1731520435.589385:0:14293:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5bb7000. 00000080:00000010:0.0:1731520435.589405:0:14293:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8801369a0000. 00000080:00000010:0.0:1731520435.589410:0:14293:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5bb7000. 00000100:00000010:0.0:1731520435.589435:0:14293:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731520435.589446:0:14293:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9403400. 00010000:00000010:0.0:1731520435.589455:0:14293:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d0c0480. 00010000:00000010:0.0:1731520435.589467:0:14293:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800abfbe000. 00010000:00000010:0.0:1731520435.589470:0:14293:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800abee5800. 00010000:00000010:0.0:1731520435.589474:0:14293:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8979440. 00000100:00000010:0.0:1731520435.589485:0:14293:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abfc9180. 02000000:00000010:0.0:1731520435.589553:0:14293:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88012b760000. 00000400:00000010:0.0:1731520435.589557:0:14293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9a0. 00000400:00000010:0.0:1731520435.589560:0:14293:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a9403c00. 00000100:00000200:0.0:1731520435.589565:0:14293:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742301312, portal 10 00000400:00000010:0.0:1731520435.589569:0:14293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9198. 00000100:00000200:0.0:1731520435.589573:0:14293:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815630742301312, offset 0 00000400:00000200:0.0:1731520435.589579:0:14293:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.589585:0:14293:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.589589:0:14293:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.589592:0:14293:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.589594:0:14293:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.589596:0:14293:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.589599:0:14293:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [79:79:256:4294967295] 192.168.204.149@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:0.0:1731520435.589606:0:14293:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.589623:0:14293:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.589626:0:14293:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731520435.589630:0:14293:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.589636:0:14293:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.589638:0:14293:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.589721:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.589724:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:1.0:1731520435.589727:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.589731:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.589737:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9198 00000400:00000010:1.0:1731520435.589738:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9198. 00000100:00000200:1.0:1731520435.589742:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742301312/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.591017:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.591028:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 328 into portal 15 MB=0x6734e79c06680 00000400:00000200:0.0:1731520435.591033:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.149@tcp of length 328/328 into md 0xd [2] + 720 00000400:00000200:0.0:1731520435.591047:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.591051:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.591056:0:13221:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1731520435.591060:0:13221:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5880. 00000020:00000010:1.0:1731520435.591117:0:14261:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6106a00. 00000020:00000010:1.0:1731520435.591123:0:14261:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a7dee700. 00000020:00000010:1.0:1731520435.591125:0:14261:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a7ac24b0. 00000100:00000200:1.0:1731520435.591152:0:14261:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815630747559552 02000000:00000010:1.0:1731520435.591161:0:14261:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b358d400. 00000400:00000010:1.0:1731520435.591168:0:14261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731520435.591171:0:14261:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815630747559552, offset 224 00000400:00000200:1.0:1731520435.591175:0:14261:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.591179:0:14261:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.591183:0:14261:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [80:80:256:4294967295] 192.168.204.149@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:1.0:1731520435.591188:0:14261:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.591190:0:14261:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.591192:0:14261:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731520435.591194:0:14261:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.591198:0:14261:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.591200:0:14261:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1731520435.591216:0:14261:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88012e145600. 00000020:00000010:1.0:1731520435.591235:0:14261:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a7dee700. 00000020:00000010:1.0:1731520435.591238:0:14261:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a7ac24b0. 00000020:00000010:1.0:1731520435.591240:0:14261:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6106a00. 00000080:00000010:2.0:1731520435.591288:0:14292:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ec8800. 00000100:00000010:3.0:1731520435.591290:0:14265:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 00000800:00000200:0.0:1731520435.591294:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.591297:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 02000000:00000010:3.0:1731520435.591298:0:14265:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5b82c00. 00000400:00000200:0.0:1731520435.591300:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.591303:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000010:2.0:1731520435.591303:0:14292:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 00000400:00000200:0.0:1731520435.591305:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731520435.591306:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 02000000:00000010:2.0:1731520435.591314:0:14292:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012bda4400. 00010000:00000010:2.0:1731520435.591321:0:14292:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3db00. 00000020:00000010:2.0:1731520435.591324:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e1d5700. 00010000:00000010:3.0:1731520435.591327:0:14265:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b36e4f00. 00000100:00000010:2.0:1731520435.591331:0:14292:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a2dc00. 00010000:00000010:3.0:1731520435.591333:0:14265:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d0c0400. 00010000:00000010:3.0:1731520435.591339:0:14265:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88012e145600. 02000000:00000010:2.0:1731520435.591341:0:14292:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6095800. 00000400:00000010:2.0:1731520435.591345:0:14292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ed68. 00000400:00000010:2.0:1731520435.591349:0:14292:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731520435.591352:0:14292:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742301568, portal 10 00000400:00000010:2.0:1731520435.591355:0:14292:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731520435.591356:0:14292:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742301568, offset 0 02000000:00000010:3.0:1731520435.591356:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82400. 00000400:00000010:3.0:1731520435.591360:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3898. 00000400:00000200:2.0:1731520435.591361:0:14292:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000010:3.0:1731520435.591370:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000400:00000200:2.0:1731520435.591372:0:14292:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000100:00000200:3.0:1731520435.591373:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742301440, portal 18 00000400:00000200:2.0:1731520435.591375:0:14292:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1731520435.591377:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000400:00000200:2.0:1731520435.591378:0:14292:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000100:00000200:3.0:1731520435.591379:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815630742301440, offset 0 00000400:00000200:2.0:1731520435.591380:0:14292:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.591382:0:14292:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.591383:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.591384:0:14292:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [81:81:256:4294967295] 192.168.204.149@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1731520435.591390:0:14292:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.591394:0:14292:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.591397:0:14292:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9700. 00000400:00000200:3.0:1731520435.591397:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000800:00000200:2.0:1731520435.591400:0:14292:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000400:00000200:3.0:1731520435.591400:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.591403:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000800:00000200:2.0:1731520435.591404:0:14292:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000400:00000200:3.0:1731520435.591405:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1731520435.591406:0:14292:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9700 type 1, nob 672 niov 1 nkiov 1 00000400:00000200:3.0:1731520435.591407:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.591409:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [82:82:255:4294967295] 192.168.204.149@tcp LPNI seq info [82:82:7:4294967295] 00000400:00000200:3.0:1731520435.591416:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.591420:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.591422:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924f100. 00000800:00000200:3.0:1731520435.591425:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.591429:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.591431:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924f100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.591453:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.591456:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9700. 00000400:00000200:1.0:1731520435.591459:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.591463:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.591466:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:1.0:1731520435.591467:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:1.0:1731520435.591479:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742301568/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000800:00000200:1.0:1731520435.591507:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.591508:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924f100. 00000400:00000200:1.0:1731520435.591511:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.591513:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.591515:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:1.0:1731520435.591516:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:1.0:1731520435.591519:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742301440/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.592145:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.592149:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 18 MB=0x6734e79702b00 00000400:00000200:0.0:1731520435.592152:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.149@tcp of length 224/224 into md 0x36d [1] + 224 00000400:00000200:0.0:1731520435.592162:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.592164:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.592167:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742301440/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.592199:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3898. 00000400:00000200:3.0:1731520435.592202:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:3.0:1731520435.592203:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731520435.592206:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742301440/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.592213:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742301440/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1731520435.592235:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82400. 02000000:00000010:3.0:1731520435.592238:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5b82c00. 00000100:00000010:3.0:1731520435.592240:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000400:00000200:0.0:1731520435.592391:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.592396:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79702a80 00000400:00000200:0.0:1731520435.592400:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x359 [32] + 224 00000400:00000200:0.0:1731520435.592405:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.592408:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.592412:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742301312/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.592438:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.592442:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 688 into portal 10 MB=0x6734e79702b80 00000400:00000200:0.0:1731520435.592445:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 688/688 into md 0x365 [1] + 224 00000400:00000200:0.0:1731520435.592455:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.592457:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000010:2.0:1731520435.592457:0:14293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9a0. 00000400:00000200:2.0:1731520435.592461:0:14293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9403c00 00000400:00000010:2.0:1731520435.592463:0:14293:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800a9403c00. 00000100:00000200:2.0:1731520435.592467:0:14293:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742301312/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:0.0:1731520435.592468:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742301568/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.592472:0:14293:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742301312/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.592483:0:14293:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abfc9180. 00010000:00000010:2.0:1731520435.592491:0:14293:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9e00. 00010000:00000010:2.0:1731520435.592492:0:14293:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353500. 00000080:00000010:2.0:1731520435.592511:0:14293:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5bb7000. 00000400:00000010:3.0:1731520435.592522:0:14292:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ed68. 00020000:00000010:2.0:1731520435.592523:0:14293:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7dc3f60. 00020000:00000010:2.0:1731520435.592524:0:14293:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353380. 00000400:00000200:3.0:1731520435.592525:0:14292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:3.0:1731520435.592526:0:14292:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00020000:00000010:2.0:1731520435.592527:0:14293:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7dc3ea0. 00020000:00000010:2.0:1731520435.592530:0:14293:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9353380. 00000100:00000200:3.0:1731520435.592530:0:14292:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742301568/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00020000:00000010:2.0:1731520435.592531:0:14293:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7dc3f60. 00020000:00000010:2.0:1731520435.592532:0:14293:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7dc3ea0. 00000100:00000200:3.0:1731520435.592536:0:14292:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742301568/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:2.0:1731520435.592543:0:14293:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e1d5dc0. 00000100:00000010:3.0:1731520435.592548:0:14292:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a2dc00. 00000002:00000010:2.0:1731520435.592549:0:14293:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aaeb4c80. 02000000:00000010:2.0:1731520435.592559:0:14293:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88012b760000. 00000080:00000010:3.0:1731520435.592563:0:14292:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ec8800. 00800000:00000010:3.0:1731520435.592569:0:14292:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b36e4f00. 00800000:00000010:3.0:1731520435.592575:0:14292:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800b36e4f00. 02000000:00000010:3.0:1731520435.592583:0:14292:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6095800. 02000000:00000010:3.0:1731520435.592586:0:14292:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012bda4400. 00000100:00000010:3.0:1731520435.592588:0:14292:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000080:00000010:3.0:1731520435.592601:0:14292:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a8a5dd20. 00000080:00000010:3.0:1731520435.592605:0:14292:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5b82c00. 00000020:00000010:3.0:1731520435.592628:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aaebdc00. 00000100:00000010:3.0:1731520435.592637:0:14292:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731520435.592644:0:14292:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebd400. 00010000:00000010:3.0:1731520435.592654:0:14292:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a7cc4d80. 00000020:00000010:3.0:1731520435.592657:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b36e4f00. 00000100:00000010:3.0:1731520435.592665:0:14292:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946600. 02000000:00000010:3.0:1731520435.592694:0:14292:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88012b760000. 00000400:00000010:3.0:1731520435.592697:0:14292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3898. 00000400:00000010:3.0:1731520435.592700:0:14292:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aaebd000. 00000100:00000200:3.0:1731520435.592702:0:14292:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742301824, portal 10 00000400:00000010:3.0:1731520435.592706:0:14292:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731520435.592710:0:14292:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815630742301824, offset 0 00000400:00000200:3.0:1731520435.592714:0:14292:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.592719:0:14292:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.592721:0:14292:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.592723:0:14292:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.592725:0:14292:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.592726:0:14292:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.592728:0:14292:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [83:83:256:4294967295] 192.168.204.149@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1731520435.592734:0:14292:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.592737:0:14292:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.592739:0:14292:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924f100. 00000800:00000200:3.0:1731520435.592742:0:14292:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.592745:0:14292:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.592747:0:14292:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924f100 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.592813:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.592816:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924f100. 00000400:00000200:1.0:1731520435.592818:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.592821:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.592823:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:1.0:1731520435.592825:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:1.0:1731520435.592828:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742301824/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.593743:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.593749:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79702c80 00000400:00000200:0.0:1731520435.593753:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x375 [32] + 224 00000400:00000200:0.0:1731520435.593762:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.593765:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.593769:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742301824/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.593808:0:14292:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3898. 00000400:00000200:2.0:1731520435.593811:0:14292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aaebd000 00000400:00000010:2.0:1731520435.593812:0:14292:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800aaebd000. 00000100:00000200:2.0:1731520435.593817:0:14292:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742301824/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.593824:0:14292:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742301824/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.593837:0:14292:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946600. 00010000:00000010:2.0:1731520435.593853:0:14292:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9800. 00010000:00000010:2.0:1731520435.593855:0:14292:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353380. 00000020:00000010:2.0:1731520435.593878:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6ec9c00. 00000002:00000010:2.0:1731520435.593886:0:14292:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e1d5000. 00000080:00000010:2.0:1731520435.593896:0:14292:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a720a000. 00000080:00000010:2.0:1731520435.593904:0:14292:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b35bf320. 00020000:00000010:2.0:1731520435.593910:0:14292:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a7d3d828. 00020000:00000010:2.0:1731520435.593913:0:14292:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7dc3ea0. 00020000:00000010:2.0:1731520435.593915:0:14292:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353800. 00020000:00000010:2.0:1731520435.593917:0:14292:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7dc3f60. 00020000:00000010:2.0:1731520435.593920:0:14292:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012d403590. 00020000:00000010:2.0:1731520435.593922:0:14292:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800a8a2d9c0. 00020000:00000010:2.0:1731520435.593926:0:14292:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012da13b18. 00020000:00000010:2.0:1731520435.593931:0:14292:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b35bf3e8. 00000008:00000010:2.0:1731520435.593986:0:14292:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800b5b8a340. 00020000:00000010:2.0:1731520435.593998:0:14292:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7dc3f00. 00020000:00000010:2.0:1731520435.594000:0:14292:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353f80. 00020000:00000010:2.0:1731520435.594001:0:14292:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7dc3000. 00020000:00000010:2.0:1731520435.594003:0:14292:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9353f80. 00020000:00000010:2.0:1731520435.594005:0:14292:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7dc3f00. 00020000:00000010:2.0:1731520435.594006:0:14292:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7dc3000. 00000080:00000010:2.0:1731520435.594013:0:14292:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aaeb4240. 00000080:00000010:2.0:1731520435.594016:0:14292:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5b82c00. 00000080:00000010:2.0:1731520435.594031:0:14292:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff88012bf86000. 00000080:00000010:2.0:1731520435.594035:0:14292:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e1d5080. 00000002:00000010:2.0:1731520435.594039:0:14292:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aaeb4f20. 02000000:00000010:2.0:1731520435.594042:0:14292:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88012b760000. 00000080:00000010:2.0:1731520435.594077:0:14292:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a8a5dd20. 00000080:00000010:2.0:1731520435.594147:0:14292:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ec9200. 00000020:00000010:2.0:1731520435.594155:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88012bda4800. 00000080:00000010:2.0:1731520435.594160:0:14292:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ec9200. 00020000:00000010:2.0:1731520435.594178:0:14292:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353f80. 00000008:00000010:2.0:1731520435.594184:0:14292:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40130. 00010000:00000010:2.0:1731520435.594192:0:14292:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9700. 00010000:00000010:2.0:1731520435.594194:0:14292:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800a8a2dc00. 00010000:00000010:2.0:1731520435.594196:0:14292:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3dd40. 00000020:00000010:2.0:1731520435.594198:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e1d5640. 00010000:00000010:2.0:1731520435.594200:0:14292:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e1d5600. 00000100:00000010:2.0:1731520435.594203:0:14292:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731520435.594209:0:14292:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ec9200. 02000000:00000010:0.0:1731520435.594266:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9403800. 00000400:00000010:0.0:1731520435.594270:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d8f0. 00000400:00000010:0.0:1731520435.594277:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731520435.594279:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742301952, portal 4 00000400:00000010:0.0:1731520435.594282:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab92a8. 00000100:00000200:0.0:1731520435.594284:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742301952, offset 0 00000400:00000200:0.0:1731520435.594288:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.594292:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.594295:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.594301:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.594303:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.594305:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.594308:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [84:84:256:4294967295] 192.168.204.149@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:0.0:1731520435.594314:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.594317:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.594319:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731520435.594322:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.594326:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.594328:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.594390:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.594392:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:1.0:1731520435.594394:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.594397:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.594398:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab92a8 00000400:00000010:1.0:1731520435.594399:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab92a8. 00000100:00000200:1.0:1731520435.594404:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742301952/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:3.0:1731520435.594761:0:14293:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b62b4a00. 00000100:00000010:3.0:1731520435.594771:0:14293:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731520435.594778:0:14293:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebd000. 00010000:00000010:3.0:1731520435.594785:0:14293:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a7cc4fc0. 00000100:00000010:3.0:1731520435.594790:0:14293:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946180. 02000000:00000010:3.0:1731520435.594796:0:14293:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012d7e6800. 00000400:00000010:3.0:1731520435.594799:0:14293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520435.594801:0:14293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731520435.594803:0:14293:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742302080, portal 10 00000400:00000010:3.0:1731520435.594805:0:14293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731520435.594807:0:14293:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742302080, offset 0 00000400:00000200:3.0:1731520435.594810:0:14293:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.594814:0:14293:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.594816:0:14293:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.594818:0:14293:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.594820:0:14293:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.594821:0:14293:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.594826:0:14293:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [85:85:256:4294967295] 192.168.204.149@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1731520435.594831:0:14293:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.594834:0:14293:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.594837:0:14293:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fb00. 00000800:00000200:3.0:1731520435.594839:0:14293:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.594843:0:14293:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.594845:0:14293:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fb00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.594904:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.594907:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fb00. 00000400:00000200:1.0:1731520435.594909:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.594912:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.594915:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:1.0:1731520435.594916:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:1.0:1731520435.594923:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742302080/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.594980:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.594985:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79702d00 00000400:00000200:0.0:1731520435.594988:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x37d [1] + 224 00000400:00000200:0.0:1731520435.594995:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.594997:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.595000:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742301952/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.595026:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d8f0. 00000400:00000200:2.0:1731520435.595028:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9b28 00000400:00000010:2.0:1731520435.595029:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9b28. 00000100:00000200:2.0:1731520435.595032:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742301952/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.595036:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742301952/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1731520435.595065:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9403800. 02000000:00000010:2.0:1731520435.595068:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ec9200. 00000100:00000010:2.0:1731520435.595069:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000008:00000010:0.0:1731520435.595096:0:14292:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40130. 00020000:00000010:0.0:1731520435.595099:0:14292:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353f80. 00020000:00000010:0.0:1731520435.595122:0:14292:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000008:00000010:0.0:1731520435.595126:0:14292:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000020:00000010:0.0:1731520435.595138:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88012b3b4c00. 00000008:00000010:0.0:1731520435.595148:0:14292:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00020000:00000010:0.0:1731520435.595150:0:14292:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00000020:00000010:0.0:1731520435.595166:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800a9403c00. 00020000:00000010:0.0:1731520435.595187:0:14292:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000008:00000010:0.0:1731520435.595189:0:14292:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000020:00000010:0.0:1731520435.595206:0:14292:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab620d8. 00000008:00000010:0.0:1731520435.595222:0:14292:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800abfc9600. 00000008:00000010:1.0:1731520435.595278:0:13228:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff88013764fef0. 00000008:00000010:1.0:1731520435.595282:0:13228:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b60ebc30. 00000100:00000010:1.0:1731520435.595294:0:13228:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731520435.595300:0:13228:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107a00. 02000000:00000010:1.0:1731520435.595322:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800a89a4000. 00000400:00000010:1.0:1731520435.595325:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b898. 00000400:00000010:1.0:1731520435.595327:0:13228:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e1456c0. 00000100:00000200:1.0:1731520435.595330:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1815630742302336, portal 4 00000020:00000010:1.0:1731520435.595334:0:13228:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a89a2000. 00000400:00000010:1.0:1731520435.595336:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731520435.595338:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815630742302336, offset 0 00000400:00000200:1.0:1731520435.595342:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.595345:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.595348:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.595350:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.595352:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.595354:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.595356:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [86:86:256:4294967295] 192.168.204.149@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1731520435.595361:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.595365:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.595410:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731520435.595414:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.595417:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.595419:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.595478:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.595481:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:2.0:1731520435.595483:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.595486:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.595488:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:2.0:1731520435.595493:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:2.0:1731520435.595497:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742302336/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:1.0:1731520435.595713:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520435.595718:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 328 into portal 15 MB=0x6734e79c06700 00000400:00000200:1.0:1731520435.595721:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.149@tcp of length 328/328 into md 0xd [2] + 1048 00000400:00000200:1.0:1731520435.595728:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.595732:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520435.595735:0:13223:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1731520435.595737:0:13223:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03b80. 00000020:00000010:2.0:1731520435.595778:0:14261:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8a64000. 00000020:00000010:2.0:1731520435.595786:0:14261:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ec8800. 00000020:00000010:2.0:1731520435.595788:0:14261:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a9353f80. 00000020:00000010:2.0:1731520435.595790:0:14261:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b35bf4b0. 00000100:00000200:2.0:1731520435.595811:0:14261:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815630747559680 02000000:00000010:2.0:1731520435.595817:0:14261:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012bda4c00. 00000400:00000010:2.0:1731520435.595822:0:14261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731520435.595823:0:14261:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815630747559680, offset 224 00000400:00000200:2.0:1731520435.595826:0:14261:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.595829:0:14261:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.595832:0:14261:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [87:87:256:4294967295] 192.168.204.149@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:2.0:1731520435.595836:0:14261:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.595838:0:14261:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.595839:0:14261:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9400. 00000800:00000200:2.0:1731520435.595841:0:14261:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.595843:0:14261:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.595845:0:14261:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1731520435.595875:0:14261:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff880136415840. 00000020:00000010:2.0:1731520435.595888:0:14261:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a9353f80. 00000020:00000010:2.0:1731520435.595890:0:14261:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b35bf4b0. 00000020:00000010:2.0:1731520435.595892:0:14261:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6ec8800. 00000800:00000200:0.0:1731520435.595917:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.595920:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9400. 00000100:00000010:3.0:1731520435.595920:0:14266:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 00000400:00000200:0.0:1731520435.595922:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.595925:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 02000000:00000010:3.0:1731520435.595926:0:14266:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b5a00. 00000400:00000200:0.0:1731520435.595927:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:0.0:1731520435.595928:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00010000:00000010:3.0:1731520435.595948:0:14266:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff880136415840. 02000000:00000010:2.0:1731520435.595957:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ec8800. 00000400:00000010:2.0:1731520435.595960:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ed10. 00000400:00000010:2.0:1731520435.595962:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520435.595964:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742302464, portal 18 00000400:00000010:2.0:1731520435.595967:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731520435.595968:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815630742302464, offset 0 00000400:00000200:2.0:1731520435.595975:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.595979:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.595981:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.595983:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.595984:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.595986:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.595987:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [88:88:256:4294967295] 192.168.204.149@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1731520435.595992:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.595995:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.595997:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9f00. 00000800:00000200:2.0:1731520435.595999:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.596003:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.596004:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.596055:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.596058:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9f00. 00000400:00000200:0.0:1731520435.596060:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.596063:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.596065:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731520435.596066:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731520435.596069:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742302464/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:1.0:1731520435.596409:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520435.596415:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 4536 into portal 4 MB=0x6734e79702e80 00000400:00000200:1.0:1731520435.596419:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 4536/4536 into md 0x38d [2] + 224 00000400:00000200:1.0:1731520435.596431:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.596435:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520435.596439:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742302336/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.596485:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b898. 00000400:00000200:2.0:1731520435.596493:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e1456c0 00000400:00000010:2.0:1731520435.596494:0:13228:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012e1456c0. 00000100:00000200:2.0:1731520435.596499:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742302336/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.596506:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742302336/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1731520435.596543:0:13228:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b60ebc30. 00000008:00000010:2.0:1731520435.596559:0:13228:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800abfc9600. 00000008:00000010:2.0:1731520435.596562:0:13228:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff88013764fef0. 02000000:00000010:2.0:1731520435.596567:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800a89a4000. 02000000:00000010:2.0:1731520435.596571:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107a00. 00000100:00000010:2.0:1731520435.596574:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000400:00000200:2.0:1731520435.596605:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:2.0:1731520435.596623:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 18 MB=0x6734e79702f00 00000400:00000200:2.0:1731520435.596627:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.149@tcp of length 224/224 into md 0x399 [1] + 224 00000400:00000200:2.0:1731520435.596632:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.596639:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000008:00000010:0.0:1731520435.596640:0:14292:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00000100:00000200:2.0:1731520435.596642:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742302464/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00020000:00000010:0.0:1731520435.596643:0:14292:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00020000:00000010:0.0:1731520435.596663:0:14292:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000400:00000200:2.0:1731520435.596665:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000008:00000010:0.0:1731520435.596666:0:14292:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000400:00000200:2.0:1731520435.596669:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 640 into portal 10 MB=0x6734e79702d80 00000400:00000200:2.0:1731520435.596672:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 640/640 into md 0x385 [1] + 224 00000008:00000010:0.0:1731520435.596678:0:14292:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00000400:00000010:3.0:1731520435.596679:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ed10. 00020000:00000010:0.0:1731520435.596680:0:14292:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00000400:00000200:3.0:1731520435.596682:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:3.0:1731520435.596683:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:3.0:1731520435.596687:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742302464/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00020000:00000010:0.0:1731520435.596693:0:14292:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000100:00000200:3.0:1731520435.596693:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742302464/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000008:00000010:0.0:1731520435.596695:0:14292:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000400:00000200:2.0:1731520435.596698:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.596701:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00020000:00000010:0.0:1731520435.596703:0:14292:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5080. 00000008:00000010:0.0:1731520435.596704:0:14292:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10260. 00000100:00000200:2.0:1731520435.596705:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742302080/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 02000000:00000010:3.0:1731520435.596705:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ec8800. 02000000:00000010:3.0:1731520435.596707:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b5a00. 00000008:00000010:0.0:1731520435.596709:0:14292:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10260. 00000100:00000010:3.0:1731520435.596710:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00020000:00000010:0.0:1731520435.596711:0:14292:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5080. 00000400:00000010:3.0:1731520435.596720:0:14293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520435.596721:0:14293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000008:00000010:0.0:1731520435.596722:0:14292:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00000400:00000010:3.0:1731520435.596722:0:14293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00020000:00000010:0.0:1731520435.596724:0:14292:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00000100:00000200:3.0:1731520435.596725:0:14293:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742302080/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.596731:0:14293:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742302080/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.596741:0:14293:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946180. 00000002:00000010:3.0:1731520435.596751:0:14293:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b36e4b00. 00000080:00000010:3.0:1731520435.596761:0:14293:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b62b4a00. 00020000:00000010:3.0:1731520435.596769:0:14293:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a5dea0. 00020000:00000010:3.0:1731520435.596771:0:14293:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.596773:0:14293:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.596776:0:14293:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.596777:0:14293:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a8a5dea0. 00020000:00000010:3.0:1731520435.596779:0:14293:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.596782:0:14293:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.596784:0:14293:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.596785:0:14293:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a5dea0. 00020000:00000010:3.0:1731520435.596786:0:14293:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.596787:0:14293:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.596788:0:14293:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a8a5dea0. 02000000:00000010:3.0:1731520435.596796:0:14293:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012d7e6800. 02000000:00000010:3.0:1731520435.596799:0:14293:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebd000. 00000080:00000010:0.0:1731520435.596800:0:14292:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b3912400. 00000100:00000010:3.0:1731520435.596802:0:14293:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000020:00000010:0.0:1731520435.596807:0:14292:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a9402800. 00020000:00000010:3.0:1731520435.596809:0:14293:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d0c0400. 00000100:00000010:0.0:1731520435.596810:0:14292:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 00000008:00000010:3.0:1731520435.596814:0:14293:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b605e000. 02000000:00000010:0.0:1731520435.596815:0:14292:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3913a00. 00000100:00000010:0.0:1731520435.596823:0:14292:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abfc9780. 02000000:00000010:0.0:1731520435.596830:0:14292:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9401c00. 00000008:00000010:3.0:1731520435.596831:0:14293:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b605e000. 00000400:00000010:0.0:1731520435.596832:0:14292:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d8f0. 00020000:00000010:3.0:1731520435.596833:0:14293:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d0c0400. 00000400:00000010:0.0:1731520435.596835:0:14292:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9880. 00000100:00000200:0.0:1731520435.596837:0:14292:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742302720, portal 10 00000400:00000010:0.0:1731520435.596840:0:14292:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9c38. 00000100:00000200:0.0:1731520435.596841:0:14292:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742302720, offset 0 00000400:00000200:0.0:1731520435.596845:0:14292:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.596849:0:14292:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.596851:0:14292:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.596853:0:14292:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.596855:0:14292:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.596874:0:14292:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.596876:0:14292:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [89:89:256:4294967295] 192.168.204.149@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1731520435.596880:0:14292:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.596883:0:14292:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.596885:0:14292:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbef00. 00000800:00000200:0.0:1731520435.596887:0:14292:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.596891:0:14292:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.596893:0:14292:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbef00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.596955:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.596957:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbef00. 00000400:00000200:1.0:1731520435.596960:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.596963:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.596965:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9c38 00000400:00000010:1.0:1731520435.596966:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9c38. 00000100:00000200:1.0:1731520435.596970:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742302720/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.597920:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.597925:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79703000 00000400:00000200:0.0:1731520435.597929:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x3a1 [1] + 224 00010000:00000010:1.1:1731520435.597936:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d2400. 00000400:00000200:0.0:1731520435.597938:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.597945:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.597954:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742302720/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.598000:0:14292:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d8f0. 00000400:00000200:1.0:1731520435.598003:0:14292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9880 00000400:00000010:1.0:1731520435.598003:0:14292:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9880. 00000100:00000200:1.0:1731520435.598007:0:14292:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742302720/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.598012:0:14292:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742302720/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.598144:0:14292:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abfc9780. 00000080:00000010:1.0:1731520435.598151:0:14292:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3912400. 02000000:00000010:1.0:1731520435.598158:0:14292:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebd400. 00000100:00000010:1.0:1731520435.598161:0:14292:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000002:00000010:1.0:1731520435.598163:0:14292:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aaeb4f20. 00000080:00000010:1.0:1731520435.598170:0:14292:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e1d5080. 02000000:00000010:1.0:1731520435.598172:0:14292:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9401c00. 02000000:00000010:1.0:1731520435.598174:0:14292:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3913a00. 00000100:00000010:1.0:1731520435.598176:0:14292:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000080:00000010:1.0:1731520435.598179:0:14292:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff88012bf86000. 00000080:00000010:3.0:1731520435.598320:0:14293:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b62b4a00. 00000080:00000010:3.0:1731520435.598330:0:14293:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b62b4a00. 00020000:00000010:3.0:1731520435.598341:0:14293:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d0c0400. 00000008:00000010:3.0:1731520435.598344:0:14293:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b605e000. 00000008:00000010:3.0:1731520435.598353:0:14293:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b605e000. 00020000:00000010:3.0:1731520435.598354:0:14293:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.598431:0:14293:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d0c0400. 00000008:00000010:3.0:1731520435.598432:0:14293:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b605e000. 00000080:00000010:3.0:1731520435.598449:0:14293:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b62b4a00. 00000100:00000010:3.0:1731520435.598453:0:14293:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731520435.598458:0:14293:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebd000. 00010000:00000010:3.0:1731520435.598463:0:14293:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a7cc5200. 00000100:00000010:3.0:1731520435.598468:0:14293:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946180. 02000000:00000010:3.0:1731520435.598476:0:14293:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff8800b6d13000. 00000400:00000010:3.0:1731520435.598477:0:14293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520435.598479:0:14293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731520435.598481:0:14293:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1815630742302848, portal 10 00000400:00000010:3.0:1731520435.598483:0:14293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731520435.598484:0:14293:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1815630742302848, offset 0 00000400:00000200:3.0:1731520435.598487:0:14293:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.598490:0:14293:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.598492:0:14293:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.598493:0:14293:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.598495:0:14293:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.598496:0:14293:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.598497:0:14293:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [90:90:256:4294967295] 192.168.204.149@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1731520435.598501:0:14293:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.598503:0:14293:0:(socklnd_cb.c:1000:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.598505:0:14293:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fb00. 00000800:00000200:3.0:1731520435.598507:0:14293:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.598509:0:14293:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.598511:0:14293:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fb00 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.598577:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.598579:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fb00. 00000400:00000200:2.0:1731520435.598581:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.598584:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.598585:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:2.0:1731520435.598586:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:2.0:1731520435.598589:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742302848/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:1.0:1731520435.599494:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:1.0:1731520435.599498:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 1152 into portal 10 MB=0x6734e79703080 00000400:00000200:1.0:1731520435.599501:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 1152/1152 into md 0x3a9 [1] + 224 00000400:00000200:1.0:1731520435.599509:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.599511:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:1.0:1731520435.599513:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742302848/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.599553:0:14293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520435.599556:0:14293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:3.0:1731520435.599557:0:14293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731520435.599561:0:14293:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742302848/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.599568:0:14293:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742302848/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.599580:0:14293:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946180. 00000080:00000010:3.0:1731520435.599592:0:14293:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b62b4a00. 00000080:00000010:3.0:1731520435.599599:0:14293:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a647690. 00000080:00000010:3.0:1731520435.599602:0:14293:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff8800a850b4a0. 00000080:00000010:3.0:1731520435.599606:0:14293:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800a7dce220. 00000080:00000010:3.0:1731520435.599608:0:14293:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a6475c8. 00000080:00000010:3.0:1731520435.599609:0:14293:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff8800a850b470. 00000080:00000010:3.0:1731520435.599625:0:14293:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff8800b60aafc0. 00000080:00000010:3.0:1731520435.599627:0:14293:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a6479d8. 00000080:00000010:3.0:1731520435.599628:0:14293:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff8800a850b550. 00000080:00000010:3.0:1731520435.599629:0:14293:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff8800a89ac0c0. 00000080:00000010:3.0:1731520435.599630:0:14293:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a647e10. 00000080:00000010:3.0:1731520435.599631:0:14293:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff8800a850bfe0. 00000080:00000010:3.0:1731520435.599633:0:14293:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 54 at ffff8800b60aadc0. 02000000:00000010:3.0:1731520435.599640:0:14293:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8800b6d13000. 02000000:00000010:3.0:1731520435.599643:0:14293:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebd000. 00000100:00000010:3.0:1731520435.599646:0:14293:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000008:00000010:3.0:1731520435.599671:0:14293:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b605e000. 00020000:00000010:3.0:1731520435.599673:0:14293:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d0c0400. 00000080:00000010:3.0:1731520435.599934:0:14293:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b62b4a00. 00000100:00000010:3.0:1731520435.599939:0:14293:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731520435.599944:0:14293:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b5a00. 00000100:00000010:3.0:1731520435.599951:0:14293:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946180. 02000000:00000010:3.0:1731520435.599957:0:14293:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebd000. 00000400:00000010:3.0:1731520435.599959:0:14293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520435.599961:0:14293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731520435.599963:0:14293:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742303104, portal 10 00000400:00000010:3.0:1731520435.599965:0:14293:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731520435.599966:0:14293:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742303104, offset 0 00000400:00000200:3.0:1731520435.599970:0:14293:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.599974:0:14293:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.599976:0:14293:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.599978:0:14293:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.599979:0:14293:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.599981:0:14293:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.599983:0:14293:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [91:91:256:4294967295] 192.168.204.149@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:3.0:1731520435.599992:0:14293:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.599995:0:14293:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.599997:0:14293:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924f100. 00000800:00000200:3.0:1731520435.599999:0:14293:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.600003:0:14293:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.600004:0:14293:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924f100 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.600064:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.600066:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924f100. 00000400:00000200:0.0:1731520435.600069:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.600072:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.600074:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731520435.600076:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731520435.600079:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742303104/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.600809:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.600814:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79703180 00000400:00000200:0.0:1731520435.600818:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x3b1 [1] + 224 00000400:00000200:0.0:1731520435.600828:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.600830:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.600834:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742303104/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.600880:0:14293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520435.600883:0:14293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:3.0:1731520435.600884:0:14293:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731520435.600888:0:14293:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742303104/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.600894:0:14293:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742303104/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.600907:0:14293:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946180. 00000080:00000010:3.0:1731520435.600911:0:14293:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520435.600916:0:14293:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9403400. 00000100:00000010:3.0:1731520435.600919:0:14293:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000002:00000010:3.0:1731520435.600921:0:14293:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aaeb4c80. 00000080:00000010:3.0:1731520435.600923:0:14293:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e1d5dc0. 02000000:00000010:3.0:1731520435.600925:0:14293:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebd000. 02000000:00000010:3.0:1731520435.600926:0:14293:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b5a00. 00000100:00000010:3.0:1731520435.600928:0:14293:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000080:00000010:3.0:1731520435.600930:0:14293:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8801369a0000. 00000080:00000010:3.0:1731520435.604032:0:14295:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b62b5a00. 00000080:00000010:3.0:1731520435.604052:0:14295:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b62b5a00. 00000080:00000010:3.0:1731520435.604069:0:14295:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b62b5a00. 00000080:00000010:3.0:1731520435.604075:0:14295:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b62b5a00. 00000080:00000010:3.0:1731520435.604081:0:14295:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a8a5dea0. 00000080:00000010:3.0:1731520435.604085:0:14295:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b62b5a00. 00000100:00000010:3.0:1731520435.604109:0:14295:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731520435.604124:0:14295:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aaebd000. 00010000:00000010:3.0:1731520435.604133:0:14295:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800abee5800. 00010000:00000010:3.0:1731520435.604145:0:14295:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800a924f100. 00010000:00000010:3.0:1731520435.604147:0:14295:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d0c0400. 00010000:00000010:3.0:1731520435.604150:0:14295:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a7cc5440. 00000100:00000010:3.0:1731520435.604160:0:14295:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7946180. 02000000:00000010:3.0:1731520435.604210:0:14295:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88012b760000. 00000400:00000010:3.0:1731520435.604215:0:14295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520435.604219:0:14295:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aaebf000. 00000100:00000200:3.0:1731520435.604223:0:14295:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742303360, portal 10 00000400:00000010:3.0:1731520435.604227:0:14295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731520435.604228:0:14295:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815630742303360, offset 0 00000400:00000200:3.0:1731520435.604234:0:14295:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.604241:0:14295:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.604245:0:14295:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.604248:0:14295:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.604250:0:14295:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.604252:0:14295:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.604254:0:14295:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [92:92:256:4294967295] 192.168.204.149@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:3.0:1731520435.604262:0:14295:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.604266:0:14295:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.604268:0:14295:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fb00. 00000800:00000200:3.0:1731520435.604271:0:14295:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.604274:0:14295:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.604276:0:14295:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fb00 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:1.0:1731520435.604331:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.604334:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fb00. 00000400:00000200:1.0:1731520435.604336:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520435.604340:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:1.0:1731520435.604341:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:1.0:1731520435.604342:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:1.0:1731520435.604346:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742303360/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.605413:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.605419:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79703280 00000400:00000200:0.0:1731520435.605423:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x3b9 [32] + 224 00000400:00000200:0.0:1731520435.605435:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.605437:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.605442:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742303360/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.605478:0:14295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520435.605481:0:14295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aaebf000 00000400:00000010:3.0:1731520435.605482:0:14295:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800aaebf000. 00000100:00000200:3.0:1731520435.605486:0:14295:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742303360/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.605491:0:14295:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742303360/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1731520435.605510:0:14295:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a7946180. 00010000:00000010:3.0:1731520435.605517:0:14295:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d0c0400. 00000002:00000010:3.0:1731520435.605531:0:14295:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b60aad40. 00010000:00000010:3.0:1731520435.605538:0:14295:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800a7946180. 00020000:00000010:3.0:1731520435.605570:0:14295:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.605572:0:14295:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.605576:0:14295:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a5df00. 00020000:00000010:3.0:1731520435.605580:0:14295:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d0c0400. 00000100:00000010:0.0:1731520435.605586:0:14265:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 00020000:00000010:3.0:1731520435.605586:0:14295:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.605589:0:14295:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a8a5df00. 02000000:00000010:0.0:1731520435.605591:0:14265:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3913e00. 00020000:00000010:3.0:1731520435.605595:0:14295:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8a5df00. 00020000:00000010:3.0:1731520435.605597:0:14295:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.605598:0:14295:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8a5dc00. 00020000:00000010:3.0:1731520435.605599:0:14295:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d0c0400. 00020000:00000010:3.0:1731520435.605601:0:14295:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a8a5df00. 00020000:00000010:3.0:1731520435.605602:0:14295:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a8a5dc00. 00010000:00000010:0.0:1731520435.605629:0:14265:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b60aad40. 02000000:00000010:3.0:1731520435.605630:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520435.605633:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520435.605634:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520435.605636:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742303488, portal 18 00000400:00000010:3.0:1731520435.605638:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731520435.605640:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815630742303488, offset 0 00010000:00000010:0.0:1731520435.605644:0:14265:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800a7946180. 00000400:00000200:3.0:1731520435.605644:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.605648:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.605650:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.605652:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.605653:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.605655:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.605657:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [93:93:256:4294967295] 192.168.204.149@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:3.0:1731520435.605662:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.605665:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.605671:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fb00. 00000800:00000200:3.0:1731520435.605673:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.605677:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.605679:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fb00 type 1, nob 424 niov 1 nkiov 1 00000080:00000010:3.0:1731520435.605701:0:14295:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a7dce4e0. 00000080:00000010:3.0:1731520435.605705:0:14295:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b62b5a00. 00000080:00000010:3.0:1731520435.605712:0:14295:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b36d4140. 00000800:00000200:0.0:1731520435.605715:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000080:00000010:3.0:1731520435.605716:0:14295:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b60aab00. 00000800:00000010:0.0:1731520435.605717:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fb00. 00000400:00000200:0.0:1731520435.605719:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00000010:3.0:1731520435.605722:0:14295:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a7dce020. 00000400:00000200:0.0:1731520435.605723:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.605725:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731520435.605726:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 02000000:00000010:3.0:1731520435.605726:0:14295:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88012b760000. 00000100:00000200:0.0:1731520435.605730:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742303488/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000080:00000010:3.0:1731520435.605770:0:14295:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a8a5dea0. 00000080:00000010:2.0:1731520435.605789:0:14294:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ec9600. 00000100:00000010:2.0:1731520435.605800:0:14294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731520435.605808:0:14294:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012bda5400. 00010000:00000010:2.0:1731520435.605813:0:14294:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9f00. 00010000:00000010:2.0:1731520435.605815:0:14294:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353900. 00010000:00000010:2.0:1731520435.605817:0:14294:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3df80. 00000100:00000010:2.0:1731520435.605822:0:14294:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801364159c0. 02000000:00000010:2.0:1731520435.605828:0:14294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6091800. 00000400:00000010:2.0:1731520435.605831:0:14294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731520435.605833:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.605835:0:14294:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742303616, portal 10 00000400:00000010:2.0:1731520435.605837:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731520435.605843:0:14294:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742303616, offset 0 00000400:00000200:2.0:1731520435.605846:0:14294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.605850:0:14294:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.605852:0:14294:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.605854:0:14294:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.605871:0:14294:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.605872:0:14294:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.605874:0:14294:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [94:94:256:4294967295] 192.168.204.149@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:2.0:1731520435.605880:0:14294:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.605884:0:14294:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.605886:0:14294:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9400. 00000800:00000200:2.0:1731520435.605888:0:14294:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.605891:0:14294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.605893:0:14294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9400 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.605946:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.605948:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9400. 00000400:00000200:0.0:1731520435.605950:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.605953:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.605955:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731520435.605956:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731520435.605959:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742303616/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.606290:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.606295:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 18 MB=0x6734e79703300 00000400:00000200:0.0:1731520435.606298:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.149@tcp of length 224/224 into md 0x3c1 [1] + 224 00000400:00000200:0.0:1731520435.606307:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.606310:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.606313:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742303488/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.606342:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520435.606345:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520435.606345:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520435.606348:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742303488/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.606353:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742303488/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1731520435.606361:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520435.606364:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3913e00. 00000100:00000010:3.0:1731520435.606366:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000400:00000200:0.0:1731520435.606739:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.606745:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 688 into portal 10 MB=0x6734e79703380 00000400:00000200:0.0:1731520435.606748:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 688/688 into md 0x3c9 [1] + 224 00000400:00000200:0.0:1731520435.606756:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.606759:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.606763:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742303616/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.606809:0:14294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731520435.606812:0:14294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:2.0:1731520435.606813:0:14294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.606815:0:14294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742303616/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.606819:0:14294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742303616/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.606828:0:14294:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801364159c0. 00000080:00000010:2.0:1731520435.606837:0:14294:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ec9600. 00800000:00000010:2.0:1731520435.606841:0:14294:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012e1d5340. 00800000:00000010:2.0:1731520435.606846:0:14294:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012e1d5340. 02000000:00000010:2.0:1731520435.606850:0:14294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6091800. 02000000:00000010:2.0:1731520435.606852:0:14294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012bda5400. 00000100:00000010:2.0:1731520435.606854:0:14294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000080:00000010:2.0:1731520435.606875:0:14294:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ec9600. 00000100:00000010:2.0:1731520435.606881:0:14294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731520435.606890:0:14294:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012bda5400. 00010000:00000010:2.0:1731520435.606897:0:14294:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3e1c0. 00000100:00000010:2.0:1731520435.606901:0:14294:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801364159c0. 02000000:00000010:2.0:1731520435.606907:0:14294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6091800. 00000400:00000010:2.0:1731520435.606910:0:14294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731520435.606912:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.606914:0:14294:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742303744, portal 10 00000400:00000010:2.0:1731520435.606916:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731520435.606918:0:14294:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815630742303744, offset 0 00000400:00000200:2.0:1731520435.606922:0:14294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.606926:0:14294:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.606928:0:14294:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.606930:0:14294:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.606932:0:14294:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.606933:0:14294:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.606936:0:14294:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [95:95:256:4294967295] 192.168.204.149@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:2.0:1731520435.606942:0:14294:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.606945:0:14294:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.606947:0:14294:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b35d9400. 00000800:00000200:2.0:1731520435.606949:0:14294:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.606953:0:14294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.606955:0:14294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b35d9400 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.606991:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.606993:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b35d9400. 00000400:00000200:0.0:1731520435.606995:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.606998:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.607000:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731520435.607001:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731520435.607004:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742303744/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:1.0:1731520435.607305:0:14295:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106200. 00000080:00000010:1.0:1731520435.607314:0:14295:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106200. 00000020:00000010:1.0:1731520435.607321:0:14295:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8801373cdbd0. 00000020:00000010:1.0:1731520435.607323:0:14295:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6106200. 00000020:00000010:1.0:1731520435.607325:0:14295:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6106800. 00000020:00000010:1.0:1731520435.607326:0:14295:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7d49cc0. 00000008:00000010:1.0:1731520435.607330:0:14295:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a7a99650. 00020000:00000010:1.0:1731520435.607332:0:14295:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e145c00. 00008000:00000010:1.0:1731520435.607334:0:14295:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800abf00710. 00000080:00000010:1.0:1731520435.607338:0:14295:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5acc130. 00000080:00000010:1.0:1731520435.607340:0:14295:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8414490. 00000020:00000010:1.0:1731520435.607344:0:14295:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6106a00. 00000008:00000010:1.0:1731520435.607346:0:14295:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa7022c0. 00020000:00000010:1.0:1731520435.607347:0:14295:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800aa6d2400. 00008000:00000010:1.0:1731520435.607349:0:14295:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88013764ff30. 00000080:00000010:1.0:1731520435.607350:0:14295:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5acd1e0. 00020000:00000010:1.0:1731520435.607360:0:14295:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7dee700. 00000020:00000010:1.0:1731520435.607363:0:14295:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8801373cda20. 00000020:00000010:1.0:1731520435.607364:0:14295:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6107600. 00000020:00000010:1.0:1731520435.607365:0:14295:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6107e00. 00000020:00000010:1.0:1731520435.607366:0:14295:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7d497e0. 00000008:00000010:1.0:1731520435.607367:0:14295:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a7a9a178. 00020000:00000010:1.0:1731520435.607368:0:14295:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e145180. 00008000:00000010:1.0:1731520435.607369:0:14295:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800abf00a98. 00000080:00000010:1.0:1731520435.607370:0:14295:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5acc1c8. 00000080:00000010:1.0:1731520435.607371:0:14295:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a84146d8. 00000020:00000010:1.0:1731520435.607372:0:14295:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6106c00. 00000008:00000010:1.0:1731520435.607373:0:14295:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa702420. 00020000:00000010:1.0:1731520435.607374:0:14295:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800aa6d2880. 00008000:00000010:1.0:1731520435.607375:0:14295:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88013764fb88. 00000080:00000010:1.0:1731520435.607376:0:14295:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5acd2d0. 00000008:00000010:1.0:1731520435.607380:0:14295:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.607399:0:14295:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.607401:0:14295:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7dee700. 00000400:00000200:0.0:1731520435.607717:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.607721:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 672 into portal 10 MB=0x6734e79703400 00000400:00000200:0.0:1731520435.607724:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 672/672 into md 0x3d1 [1] + 224 00000400:00000200:0.0:1731520435.607730:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.607732:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.607735:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742303744/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.607768:0:14294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731520435.607771:0:14294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:2.0:1731520435.607772:0:14294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.607776:0:14294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742303744/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.607782:0:14294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742303744/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.607794:0:14294:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801364159c0. 00010000:00000010:2.0:1731520435.607803:0:14294:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b35d9400. 00010000:00000010:2.0:1731520435.607805:0:14294:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353f80. 00800000:00000010:2.0:1731520435.607817:0:14294:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff8800a9353600. 00000080:00000010:2.0:1731520435.607823:0:14294:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a720a800. 00000080:00000010:2.0:1731520435.607831:0:14294:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a720b000. 00000080:00000010:2.0:1731520435.607834:0:14294:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a720b800. 00000080:00000010:2.0:1731520435.607837:0:14294:0:(llite_lib.c:1886:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff8800a7dc3000. 00800000:00000010:2.0:1731520435.607840:0:14294:0:(lmv_intent.c:156:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff8800b6ec9e00. 00000100:00000010:2.0:1731520435.607845:0:14294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731520435.607850:0:14294:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012bda5800. 00010000:00000010:2.0:1731520435.607854:0:14294:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5bf4f00. 00010000:00000010:2.0:1731520435.607871:0:14294:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353b00. 00010000:00000010:2.0:1731520435.607874:0:14294:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3e400. 00000100:00000010:2.0:1731520435.607879:0:14294:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801364159c0. 02000000:00000010:2.0:1731520435.607885:0:14294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6090800. 00010000:00000010:1.1:1731520435.607930:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abee4500. 00010000:00000010:1.1:1731520435.607935:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7cc4b40. 00010000:00000010:2.1:1731520435.607968:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abee4f00. 00010000:00000010:2.1:1731520435.607971:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8978d80. 00000400:00000010:2.0:1731520435.607976:0:14294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731520435.607977:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.607979:0:14294:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742303872, portal 10 00000400:00000010:2.0:1731520435.607981:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731520435.607982:0:14294:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742303872, offset 0 00000400:00000200:2.0:1731520435.607985:0:14294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.607988:0:14294:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.607989:0:14294:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.607990:0:14294:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.607992:0:14294:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.607993:0:14294:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.607994:0:14294:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [96:96:256:4294967295] 192.168.204.149@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1731520435.607998:0:14294:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.608000:0:14294:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00010000:00000010:1.1:1731520435.608000:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8979440. 00000800:00000010:2.0:1731520435.608001:0:14294:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731520435.608003:0:14294:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.608008:0:14294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.608009:0:14294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.608054:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.608055:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731520435.608057:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.608059:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.608061:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731520435.608062:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731520435.608064:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742303872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.608766:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.608770:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 640 into portal 10 MB=0x6734e79703480 00000400:00000200:0.0:1731520435.608773:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 640/640 into md 0x3d9 [1] + 224 00000400:00000200:0.0:1731520435.608779:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.608781:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.608786:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742303872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.608814:0:14294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731520435.608816:0:14294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:2.0:1731520435.608817:0:14294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.608820:0:14294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742303872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.608824:0:14294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742303872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.608832:0:14294:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801364159c0. 02000000:00000010:2.0:1731520435.608843:0:14294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6090800. 02000000:00000010:2.0:1731520435.608844:0:14294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012bda5800. 00000100:00000010:2.0:1731520435.608846:0:14294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731520435.608850:0:14294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731520435.608854:0:14294:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012bda5800. 00010000:00000010:2.0:1731520435.608870:0:14294:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5bf4d00. 00010000:00000010:2.0:1731520435.608872:0:14294:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353080. 00010000:00000010:2.0:1731520435.608874:0:14294:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3e640. 00000020:00000010:2.0:1731520435.608876:0:14294:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e1d5340. 00000100:00000010:2.0:1731520435.608879:0:14294:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801364159c0. 02000000:00000010:2.0:1731520435.608884:0:14294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6090800. 00000400:00000010:2.0:1731520435.608885:0:14294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731520435.608886:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.608888:0:14294:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742304000, portal 10 00000400:00000010:2.0:1731520435.608889:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731520435.608890:0:14294:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815630742304000, offset 0 00000400:00000200:2.0:1731520435.608892:0:14294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.608895:0:14294:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.608897:0:14294:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.608898:0:14294:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.608899:0:14294:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.608903:0:14294:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.608905:0:14294:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [97:97:256:4294967295] 192.168.204.149@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1731520435.608909:0:14294:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.608911:0:14294:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.608912:0:14294:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731520435.608914:0:14294:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.608917:0:14294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.608918:0:14294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.608972:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.608974:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731520435.608975:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.608977:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.608978:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731520435.608979:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731520435.608981:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742304000/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.609908:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.609914:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 640 into portal 10 MB=0x6734e79703500 00000400:00000200:0.0:1731520435.609917:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 640/640 into md 0x3e1 [1] + 224 00000400:00000200:0.0:1731520435.609926:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.609929:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.609932:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742304000/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.609961:0:14294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731520435.609963:0:14294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:2.0:1731520435.609964:0:14294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.609966:0:14294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742304000/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.609971:0:14294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742304000/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.609980:0:14294:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801364159c0. 02000000:00000010:2.0:1731520435.609991:0:14294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6090800. 02000000:00000010:2.0:1731520435.609992:0:14294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012bda5800. 00000100:00000010:2.0:1731520435.609993:0:14294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00800000:00000010:2.0:1731520435.609995:0:14294:0:(lmv_intent.c:262:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff8800b6ec9e00. 00000080:00000010:2.0:1731520435.609997:0:14294:0:(llite_lib.c:1906:ll_update_lsm_md()) kfreed 'attr': 80 at ffff8800a7dc3000. 00000080:00000010:2.0:1731520435.610002:0:14294:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aaeb4820. 00000080:00000010:2.0:1731520435.610006:0:14294:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ec9600. 02000000:00000010:2.0:1731520435.610007:0:14294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6091800. 02000000:00000010:2.0:1731520435.610008:0:14294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012bda5400. 00000100:00000010:2.0:1731520435.610009:0:14294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000080:00000010:2.0:1731520435.610015:0:14294:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a7dc3000. 00000080:00000010:2.0:1731520435.610017:0:14294:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ec9600. 00000100:00000010:2.0:1731520435.610022:0:14294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731520435.610027:0:14294:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012bda5400. 00010000:00000010:2.0:1731520435.610036:0:14294:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3e880. 00000100:00000010:2.0:1731520435.610041:0:14294:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801364159c0. 02000000:00000010:2.0:1731520435.610069:0:14294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88012b760000. 00000400:00000010:2.0:1731520435.610070:0:14294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731520435.610072:0:14294:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff88012bda5800. 00000100:00000200:2.0:1731520435.610074:0:14294:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742304256, portal 10 00000400:00000010:2.0:1731520435.610075:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731520435.610076:0:14294:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1815630742304256, offset 0 00000400:00000200:2.0:1731520435.610079:0:14294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.610082:0:14294:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.610083:0:14294:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.610084:0:14294:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.610085:0:14294:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.610086:0:14294:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.610088:0:14294:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [98:98:256:4294967295] 192.168.204.149@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1731520435.610092:0:14294:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.610094:0:14294:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.610095:0:14294:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731520435.610097:0:14294:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.610099:0:14294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.610100:0:14294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 760 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.610152:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.610154:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731520435.610157:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.610160:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.610161:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:0.0:1731520435.610163:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:0.0:1731520435.610166:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742304256/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.611239:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.611245:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79703600 00000400:00000200:0.0:1731520435.611248:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x3e9 [32] + 224 00000400:00000200:0.0:1731520435.611258:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.611264:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.611268:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742304256/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.611308:0:14294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731520435.611310:0:14294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012bda5800 00000400:00000010:2.0:1731520435.611311:0:14294:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff88012bda5800. 00000100:00000200:2.0:1731520435.611314:0:14294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742304256/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.611318:0:14294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742304256/t0(0) o101->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.611329:0:14294:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801364159c0. 00010000:00000010:2.0:1731520435.611333:0:14294:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5bf4a00. 00010000:00000010:2.0:1731520435.611337:0:14294:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9353880. 00000002:00000010:2.0:1731520435.611346:0:14294:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012e1d5500. 00000080:00000010:2.0:1731520435.611355:0:14294:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a720c000. 00000080:00000010:2.0:1731520435.611363:0:14294:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b35bf4b0. 00020000:00000010:2.0:1731520435.611369:0:14294:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a7d3d910. 00020000:00000010:2.0:1731520435.611374:0:14294:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7dc3f00. 00020000:00000010:2.0:1731520435.611375:0:14294:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353680. 00020000:00000010:2.0:1731520435.611378:0:14294:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7dc3de0. 00020000:00000010:2.0:1731520435.611381:0:14294:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012d403620. 00020000:00000010:2.0:1731520435.611383:0:14294:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8801364159c0. 00020000:00000010:2.0:1731520435.611386:0:14294:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012da13b20. 00020000:00000010:2.0:1731520435.611391:0:14294:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b35bf578. 00000008:00000010:2.0:1731520435.611396:0:14294:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800b5b8a4e0. 00020000:00000010:2.0:1731520435.611406:0:14294:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7dc3e40. 00020000:00000010:2.0:1731520435.611407:0:14294:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9353980. 00020000:00000010:2.0:1731520435.611409:0:14294:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7dc3d20. 00020000:00000010:2.0:1731520435.611411:0:14294:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9353980. 00020000:00000010:2.0:1731520435.611413:0:14294:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7dc3e40. 00020000:00000010:2.0:1731520435.611415:0:14294:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7dc3d20. 00000080:00000010:2.0:1731520435.611420:0:14294:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aaeb47e0. 00000080:00000010:2.0:1731520435.611424:0:14294:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ec9600. 00000080:00000010:2.0:1731520435.611429:0:14294:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff88012bf86140. 00000080:00000010:2.0:1731520435.611432:0:14294:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e1d5780. 00000002:00000010:2.0:1731520435.611437:0:14294:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aaeb4f00. 02000000:00000010:2.0:1731520435.611440:0:14294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88012b760000. 00000080:00000010:2.0:1731520435.611483:0:14294:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a7dc3000. 00000080:00000010:2.0:1731520435.611545:0:14294:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ec9600. 00000080:00000010:2.0:1731520435.611555:0:14294:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ec9600. 00020000:00000010:2.0:1731520435.611569:0:14294:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9353980. 00000020:00000010:2.0:1731520435.611572:0:14294:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab585a0. 00000020:00000010:2.0:1731520435.611573:0:14294:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ec9600. 00000020:00000010:2.0:1731520435.611575:0:14294:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ec9e00. 00000020:00000010:2.0:1731520435.611577:0:14294:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7dc3000. 00000008:00000010:2.0:1731520435.611584:0:14294:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9246468. 00020000:00000010:2.0:1731520435.611586:0:14294:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff880136415240. 00008000:00000010:2.0:1731520435.611588:0:14294:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad031fc8. 00000080:00000010:2.0:1731520435.611591:0:14294:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836558. 00000080:00000010:2.0:1731520435.611593:0:14294:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9475488. 00000020:00000010:2.0:1731520435.611595:0:14294:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ec9000. 00000008:00000010:2.0:1731520435.611597:0:14294:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0b00. 00020000:00000010:2.0:1731520435.611598:0:14294:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3eac0. 00008000:00000010:2.0:1731520435.611600:0:14294:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13b08. 00000080:00000010:2.0:1731520435.611602:0:14294:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5870780. 00000008:00000010:2.0:1731520435.611606:0:14294:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6d40260. 00010000:00000010:2.0:1731520435.611628:0:14294:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5bf4900. 00010000:00000010:2.0:1731520435.611631:0:14294:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff880136415180. 00010000:00000010:2.0:1731520435.611633:0:14294:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a8a3ed00. 00010000:00000010:2.0:1731520435.611636:0:14294:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012e1d5140. 00000100:00000010:2.0:1731520435.611639:0:14294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731520435.611645:0:14294:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ec9800. 02000000:00000010:0.0:1731520435.611693:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9400c00. 00000400:00000010:0.0:1731520435.611696:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9a0. 00000400:00000010:0.0:1731520435.611699:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9110. 00000100:00000200:0.0:1731520435.611701:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742304384, portal 4 00000400:00000010:0.0:1731520435.611704:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9000. 00000100:00000200:0.0:1731520435.611709:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742304384, offset 0 00000400:00000200:0.0:1731520435.611713:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.611717:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.611719:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.611721:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.611723:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.611724:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.611727:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [99:99:256:4294967295] 192.168.204.149@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:0.0:1731520435.611732:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.611735:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.611737:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731520435.611740:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.611743:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.611745:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.611804:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.611807:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731520435.611809:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.611812:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.611814:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9000 00000400:00000010:2.0:1731520435.611816:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9000. 00000100:00000200:2.0:1731520435.611820:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742304384/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.612406:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.612410:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79703680 00000400:00000200:0.0:1731520435.612413:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x3f1 [1] + 224 00000400:00000200:0.0:1731520435.612419:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.612421:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.612424:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742304384/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.612470:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9a0. 00000400:00000200:2.0:1731520435.612474:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9110 00000400:00000010:2.0:1731520435.612475:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9110. 00000100:00000200:2.0:1731520435.612479:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742304384/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.612486:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742304384/t0(0) o101->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1731520435.612533:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9400c00. 02000000:00000010:2.0:1731520435.612536:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ec9800. 00000100:00000010:2.0:1731520435.612538:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000008:00000010:0.0:1731520435.612560:0:14294:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6d40260. 00020000:00000010:0.0:1731520435.612564:0:14294:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9353980. 00020000:00000010:0.0:1731520435.612628:0:14294:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000008:00000010:0.0:1731520435.612630:0:14294:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000020:00000010:0.0:1731520435.612646:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab621b0. 00000020:00000010:0.0:1731520435.612667:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62288. 00000020:00000010:0.0:1731520435.612673:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62360. 00000020:00000010:0.0:1731520435.612678:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62438. 00000020:00000010:0.0:1731520435.612682:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62510. 00000020:00000010:0.0:1731520435.612686:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab625e8. 00000020:00000010:0.0:1731520435.612690:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab626c0. 00000020:00000010:0.0:1731520435.612696:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62798. 00000008:00000010:0.0:1731520435.612705:0:14294:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800abfc9900. 00000008:00000010:3.0:1731520435.612749:0:13229:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 64 at ffff8800b60aa3c0. 00000008:00000010:3.0:1731520435.612753:0:13229:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff88012a4e2410. 00000100:00000010:3.0:1731520435.612765:0:13229:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731520435.612769:0:13229:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b4a00. 00000100:00000010:3.0:1731520435.612772:0:13229:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800aaebf000. 00000100:00000010:3.0:1731520435.612773:0:13229:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff88012d0c0400. 00000400:00000010:1.0:1731520435.612828:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b688. 00000400:00000010:1.0:1731520435.612834:0:13230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b60c4000. 00000100:00000200:1.0:1731520435.612837:0:13230:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x6734e79703780-0x6734e79703780, portal 8 02000000:00000010:1.0:1731520435.612841:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358cc00. 00000400:00000010:1.0:1731520435.612843:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520435.612846:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.612847:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742304640, portal 4 00000400:00000010:1.0:1731520435.612850:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731520435.612851:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815630742304640, offset 0 00000400:00000200:1.0:1731520435.612882:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.612887:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.612889:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.612891:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.612892:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.612894:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.612896:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [100:100:256:4294967295] 192.168.204.149@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1731520435.612903:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.612906:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.612909:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731520435.612911:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.612915:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.612917:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.612967:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.612969:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731520435.612970:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.612973:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.612974:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731520435.612975:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731520435.612977:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742304640/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.613832:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.613837:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 32768 into portal 8 MB=0x6734e79703780 00000400:00000200:0.0:1731520435.613839:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.204.149@tcp of length 32768/32768 into md 0x3f9 [8] + 0 00000400:00000010:0.0:1731520435.613842:0:13221:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b688. 00000400:00000200:0.0:1731520435.613844:0:13221:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b60c4000 00000400:00000200:0.0:1731520435.613905:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.613909:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.613912:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b60c4000 00000400:00000010:0.0:1731520435.613913:0:13221:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 248 at ffff8800b60c4000. 00000100:00000200:0.0:1731520435.613918:0:13221:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800aaebf000 00000400:00000200:0.0:1731520435.613930:0:13221:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731520435.613934:0:13221:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.613937:0:13221:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [101:101:256:4294967295] 192.168.204.149@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:0.0:1731520435.613944:0:13221:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:0.0:1731520435.613948:0:13221:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.613950:0:13221:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8800b3912000. 00000800:00000200:0.0:1731520435.613952:0:13221:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.613955:0:13221:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.613957:0:13221:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3912000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731520435.613983:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.613985:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8800b3912000. 00000400:00000200:0.0:1731520435.613986:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.613989:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000200:0.0:1731520435.614464:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.614470:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 440 into portal 4 MB=0x6734e79703780 00000400:00000200:0.0:1731520435.614474:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 440/440 into md 0x3fd [1] + 224 00000400:00000200:0.0:1731520435.614483:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.614486:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.614490:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742304640/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.614537:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520435.614541:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:1.0:1731520435.614542:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.614546:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742304640/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.614552:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742304640/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:1.0:1731520435.614595:0:13230:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e2410. 00000008:00000010:1.0:1731520435.614625:0:13230:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800abfc9900. 00000008:00000010:1.0:1731520435.614629:0:13230:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 64 at ffff8800b60aa3c0. 02000000:00000010:1.0:1731520435.614634:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358cc00. 00000100:00000010:1.0:1731520435.614638:0:13230:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff88012d0c0400. 00000100:00000010:1.0:1731520435.614640:0:13230:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800aaebf000. 02000000:00000010:1.0:1731520435.614643:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b4a00. 00000100:00000010:1.0:1731520435.614645:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000008:00000010:0.0:1731520435.614708:0:14294:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00020000:00000010:0.0:1731520435.614712:0:14294:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00020000:00000010:0.0:1731520435.614875:0:14294:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000008:00000010:0.0:1731520435.614878:0:14294:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000020:00000010:0.0:1731520435.614896:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62870. 00000020:00000010:0.0:1731520435.614914:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62948. 00000020:00000010:0.0:1731520435.614920:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62a20. 00000020:00000010:0.0:1731520435.614925:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62af8. 00000020:00000010:0.0:1731520435.614931:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62bd0. 00000020:00000010:0.0:1731520435.614935:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62ca8. 00000020:00000010:0.0:1731520435.614942:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62d80. 00000020:00000010:0.0:1731520435.614946:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012ab62e58. 00000020:00000010:0.0:1731520435.614956:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5000. 00000020:00000010:0.0:1731520435.614961:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d50d8. 00000020:00000010:0.0:1731520435.614965:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d51b0. 00000020:00000010:0.0:1731520435.614969:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5288. 00000020:00000010:0.0:1731520435.614974:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5360. 00000020:00000010:0.0:1731520435.614978:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5438. 00000020:00000010:0.0:1731520435.614982:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5510. 00000020:00000010:0.0:1731520435.614986:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d55e8. 00000020:00000010:0.0:1731520435.614990:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d56c0. 00000020:00000010:0.0:1731520435.614995:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5798. 00000020:00000010:0.0:1731520435.614999:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5870. 00000020:00000010:0.0:1731520435.615003:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5948. 00000020:00000010:0.0:1731520435.615008:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5a20. 00000020:00000010:0.0:1731520435.615014:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5af8. 00000020:00000010:0.0:1731520435.615019:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5bd0. 00000020:00000010:0.0:1731520435.615023:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5ca8. 00000020:00000010:0.0:1731520435.615028:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5d80. 00000020:00000010:0.0:1731520435.615033:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d5e58. 00000020:00000010:0.0:1731520435.615039:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d6000. 00000020:00000010:0.0:1731520435.615043:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d60d8. 00000020:00000010:0.0:1731520435.615047:0:14294:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012e3d61b0. 00000008:00000010:0.0:1731520435.615058:0:14294:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800abfc90c0. 00000008:00000010:2.0:1731520435.615099:0:13231:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 232 at ffff8800b5bf4800. 00000008:00000010:2.0:1731520435.615102:0:13231:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b60bb750. 00000100:00000010:2.0:1731520435.615113:0:13231:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731520435.615118:0:13231:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ec9800. 00000100:00000010:2.0:1731520435.615122:0:13231:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff88012bda5800. 00000100:00000010:2.0:1731520435.615124:0:13231:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 464 at ffff8800b6ec9400. 00000400:00000010:0.0:1731520435.615156:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dd68. 00000400:00000010:0.0:1731520435.615159:0:13228:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 584 at ffff8800a9400c00. 00000100:00000200:0.0:1731520435.615162:0:13228:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 29 pages 118784 bytes, mbits x0x6734e79703880-0x6734e79703880, portal 8 02000000:00000010:0.0:1731520435.615165:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9403400. 00000400:00000010:0.0:1731520435.615167:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d948. 00000400:00000010:0.0:1731520435.615169:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9f68. 00000100:00000200:0.0:1731520435.615174:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742304896, portal 4 00000400:00000010:0.0:1731520435.615176:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab96e8. 00000100:00000200:0.0:1731520435.615178:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815630742304896, offset 0 00000400:00000200:0.0:1731520435.615181:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.615185:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.615187:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.615190:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.615191:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.615193:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.615194:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [102:102:256:4294967295] 192.168.204.149@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:0.0:1731520435.615200:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.615203:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.615204:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbec00. 00000800:00000200:0.0:1731520435.615207:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.615210:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.615212:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbec00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.615266:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.615268:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbec00. 00000400:00000200:2.0:1731520435.615271:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.615275:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.615277:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab96e8 00000400:00000010:2.0:1731520435.615278:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab96e8. 00000100:00000200:2.0:1731520435.615282:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742304896/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.616936:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.616942:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 118784 into portal 8 MB=0x6734e79703880 00000400:00000200:0.0:1731520435.616946:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.204.149@tcp of length 118784/118784 into md 0x405 [29] + 0 00000400:00000010:0.0:1731520435.616948:0:13221:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dd68. 00000400:00000200:0.0:1731520435.616950:0:13221:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a9400c00 00010000:00000010:3.1:1731520435.616976:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7cc5440. 00000080:00000010:1.1:1731520435.616984:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a7dce640. 00010000:00000010:1.1:1731520435.616995:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abfbe000. 00010000:00000010:1.1:1731520435.616999:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3db00. 00010000:00000010:1.1:1731520435.617001:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a924f100. 00000400:00000200:0.0:1731520435.617036:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.617038:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.617040:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9400c00 00000400:00000010:0.0:1731520435.617041:0:13221:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 584 at ffff8800a9400c00. 00000100:00000200:0.0:1731520435.617043:0:13221:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff88012bda5800 00000400:00000200:0.0:1731520435.617048:0:13221:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731520435.617050:0:13221:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.204.49@tcp to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.617052:0:13221:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [103:103:256:4294967295] 192.168.204.149@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:0.0:1731520435.617060:0:13221:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:192.168.204.49@tcp) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) 192.168.204.149@tcp : ACK try# 0 00000800:00000200:0.0:1731520435.617062:0:13221:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 29 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.617063:0:13221:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 696 at ffff8800a9400c00. 00000800:00000200:0.0:1731520435.617065:0:13221:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.617067:0:13221:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.617068:0:13221:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a9400c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731520435.617088:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.617089:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 696 at ffff8800a9400c00. 00000400:00000200:0.0:1731520435.617090:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.617092:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: ACK: OK 00000400:00000200:0.0:1731520435.617627:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.617631:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 440 into portal 4 MB=0x6734e79703880 00000400:00000200:0.0:1731520435.617634:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 440/440 into md 0x409 [1] + 224 00000400:00000200:0.0:1731520435.617642:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.617645:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.617649:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742304896/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.617693:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d948. 00000400:00000200:2.0:1731520435.617696:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9f68 00000400:00000010:2.0:1731520435.617697:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9f68. 00000100:00000200:2.0:1731520435.617701:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742304896/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.617707:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742304896/t0(0) o3->lustre-OST0000-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/440 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1731520435.617754:0:13228:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b60bb750. 00000008:00000010:2.0:1731520435.617781:0:13228:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800abfc90c0. 00000008:00000010:2.0:1731520435.617783:0:13228:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 232 at ffff8800b5bf4800. 02000000:00000010:2.0:1731520435.617792:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9403400. 00000100:00000010:2.0:1731520435.617795:0:13228:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 464 at ffff8800b6ec9400. 00000100:00000010:2.0:1731520435.617797:0:13228:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff88012bda5800. 02000000:00000010:2.0:1731520435.617803:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ec9800. 00000100:00000010:2.0:1731520435.617805:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000008:00000010:0.0:1731520435.617834:0:14294:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00020000:00000010:0.0:1731520435.617838:0:14294:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00020000:00000010:0.0:1731520435.618162:0:14294:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000008:00000010:0.0:1731520435.618168:0:14294:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000008:00000010:0.0:1731520435.618185:0:14294:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00020000:00000010:0.0:1731520435.618186:0:14294:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00020000:00000010:0.0:1731520435.618204:0:14294:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000008:00000010:0.0:1731520435.618208:0:14294:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00000008:00000010:0.0:1731520435.618218:0:14294:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00020000:00000010:0.0:1731520435.618219:0:14294:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00020000:00000010:0.0:1731520435.618233:0:14294:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5c00. 00000008:00000010:0.0:1731520435.618235:0:14294:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10130. 00020000:00000010:0.0:1731520435.618257:0:14294:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800abee5080. 00000008:00000010:0.0:1731520435.618259:0:14294:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a7f10260. 00000008:00000010:0.0:1731520435.618266:0:14294:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10260. 00020000:00000010:0.0:1731520435.618267:0:14294:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5080. 00000008:00000010:0.0:1731520435.618274:0:14294:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a7f10130. 00020000:00000010:0.0:1731520435.618276:0:14294:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800abee5c00. 00000080:00000010:0.0:1731520435.618397:0:14294:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b3912000. 00000100:00000010:0.0:1731520435.618406:0:14294:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731520435.618412:0:14294:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3913800. 00000100:00000010:0.0:1731520435.618422:0:14294:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abfc9540. 02000000:00000010:0.0:1731520435.618429:0:14294:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9400c00. 00000400:00000010:0.0:1731520435.618433:0:14294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dd68. 00000400:00000010:0.0:1731520435.618436:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9330. 00000100:00000200:0.0:1731520435.618438:0:14294:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742305152, portal 10 00000400:00000010:0.0:1731520435.618442:0:14294:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9d48. 00000100:00000200:0.0:1731520435.618443:0:14294:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742305152, offset 0 00000400:00000200:0.0:1731520435.618447:0:14294:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520435.618451:0:14294:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520435.618454:0:14294:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520435.618455:0:14294:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520435.618458:0:14294:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520435.618459:0:14294:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520435.618461:0:14294:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [104:104:256:4294967295] 192.168.204.149@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:0.0:1731520435.618467:0:14294:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520435.618469:0:14294:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520435.618471:0:14294:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe200. 00000800:00000200:0.0:1731520435.618473:0:14294:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520435.618476:0:14294:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520435.618478:0:14294:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.618538:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.618541:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe200. 00000400:00000200:2.0:1731520435.618543:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.618546:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.618549:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9d48 00000400:00000010:2.0:1731520435.618551:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9d48. 00000100:00000200:2.0:1731520435.618554:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742305152/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.619529:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.619535:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79703980 00000400:00000200:0.0:1731520435.619543:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x411 [1] + 224 00000400:00000200:0.0:1731520435.619553:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.619556:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.619560:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742305152/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.619671:0:14294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dd68. 00000400:00000200:2.0:1731520435.619681:0:14294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9330 00000400:00000010:2.0:1731520435.619683:0:14294:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9330. 00000100:00000200:2.0:1731520435.619693:0:14294:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742305152/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.619701:0:14294:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742305152/t0(0) o35->lustre-MDT0001-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731520435.619729:0:14294:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abfc9540. 00000080:00000010:2.0:1731520435.619739:0:14294:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3912000. 02000000:00000010:2.0:1731520435.619753:0:14294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012bda5400. 00000100:00000010:2.0:1731520435.619756:0:14294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000002:00000010:2.0:1731520435.619759:0:14294:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aaeb4f00. 00000080:00000010:2.0:1731520435.619763:0:14294:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e1d5780. 02000000:00000010:2.0:1731520435.619766:0:14294:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9400c00. 02000000:00000010:2.0:1731520435.619767:0:14294:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3913800. 00000100:00000010:2.0:1731520435.619769:0:14294:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000080:00000010:2.0:1731520435.619772:0:14294:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff88012bf86140. 00000080:00000010:1.0:1731520435.620060:0:14295:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.620077:0:14295:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00020000:00000010:1.0:1731520435.620103:0:14295:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed00. 00000008:00000010:1.0:1731520435.620108:0:14295:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.620126:0:14295:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.620128:0:14295:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed00. 00020000:00000010:1.0:1731520435.620260:0:14295:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed00. 00000008:00000010:1.0:1731520435.620266:0:14295:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.620310:0:14295:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.620312:0:14295:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed00. 00000080:00000010:1.0:1731520435.620643:0:14295:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.620650:0:14295:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731520435.620655:0:14295:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107a00. 00000100:00000010:1.0:1731520435.620663:0:14295:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145840. 02000000:00000010:1.0:1731520435.620670:0:14295:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b358cc00. 00000400:00000010:1.0:1731520435.620672:0:14295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520435.620675:0:14295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.620677:0:14295:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742305408, portal 10 00000400:00000010:1.0:1731520435.620680:0:14295:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731520435.620681:0:14295:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742305408, offset 0 00000400:00000200:1.0:1731520435.620686:0:14295:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.620690:0:14295:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.620692:0:14295:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.620694:0:14295:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.620696:0:14295:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.620697:0:14295:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.620699:0:14295:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [105:105:256:4294967295] 192.168.204.149@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1731520435.620705:0:14295:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.620708:0:14295:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.620710:0:14295:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731520435.620713:0:14295:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.620717:0:14295:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.620719:0:14295:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.620784:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.620789:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731520435.620796:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.620800:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.620802:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731520435.620803:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731520435.620806:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742305408/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.621683:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.621688:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79703a80 00000400:00000200:0.0:1731520435.621692:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x419 [1] + 224 00000400:00000200:0.0:1731520435.621701:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.621704:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.621707:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742305408/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.621751:0:14295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520435.621754:0:14295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:1.0:1731520435.621755:0:14295:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.621759:0:14295:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742305408/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.621765:0:14295:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742305408/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.621779:0:14295:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145840. 00000080:00000010:1.0:1731520435.621784:0:14295:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 02000000:00000010:1.0:1731520435.621791:0:14295:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebd000. 00000100:00000010:1.0:1731520435.621794:0:14295:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000002:00000010:1.0:1731520435.621797:0:14295:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a7dce020. 00000080:00000010:1.0:1731520435.621799:0:14295:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b60aab00. 02000000:00000010:1.0:1731520435.621801:0:14295:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358cc00. 02000000:00000010:1.0:1731520435.621803:0:14295:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107a00. 00000100:00000010:1.0:1731520435.621805:0:14295:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000080:00000010:1.0:1731520435.621807:0:14295:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b36d4140. 00000080:00000010:1.0:1731520435.625643:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6107a00. 00000080:00000010:1.0:1731520435.625671:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6107a00. 00000080:00000010:1.0:1731520435.625694:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6107a00. 00000080:00000010:1.0:1731520435.625701:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6107a00. 00020000:00000010:1.0:1731520435.625721:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed00. 00000008:00000010:1.0:1731520435.625730:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.625758:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.625761:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed00. 00000080:00000010:1.0:1731520435.625780:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6107a00. 00000080:00000010:1.0:1731520435.625786:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6107a00. 00000080:00000010:1.0:1731520435.625794:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6107a00. 00000100:00000010:1.0:1731520435.625802:0:14296:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731520435.625821:0:14296:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358cc00. 00010000:00000010:1.0:1731520435.625837:0:14296:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d2ac0. 00000100:00000010:1.0:1731520435.625854:0:14296:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145840. 02000000:00000010:1.0:1731520435.625886:0:14296:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8a0f800. 00000400:00000010:1.0:1731520435.625891:0:14296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520435.625896:0:14296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.625901:0:14296:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815630742305536, portal 10 00000400:00000010:1.0:1731520435.625905:0:14296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731520435.625906:0:14296:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815630742305536, offset 0 00000400:00000200:1.0:1731520435.625918:0:14296:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.625928:0:14296:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.625932:0:14296:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.625935:0:14296:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.625937:0:14296:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.625939:0:14296:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.625942:0:14296:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [106:106:256:4294967295] 192.168.204.149@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1731520435.625950:0:14296:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.625955:0:14296:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.625957:0:14296:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731520435.625962:0:14296:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.625968:0:14296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.625970:0:14296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.626243:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.626246:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731520435.626248:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.626252:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.626255:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731520435.626257:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731520435.626262:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742305536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.627756:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.627770:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 640 into portal 10 MB=0x6734e79703b00 00000400:00000200:0.0:1731520435.627775:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 640/640 into md 0x421 [1] + 224 00000400:00000200:0.0:1731520435.627789:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.627792:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.627797:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742305536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.627850:0:14296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520435.627877:0:14296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:1.0:1731520435.627878:0:14296:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.627883:0:14296:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742305536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.627889:0:14296:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742305536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.627909:0:14296:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145840. 00010000:00000010:1.0:1731520435.627918:0:14296:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60c4400. 00010000:00000010:1.0:1731520435.627920:0:14296:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a7deed00. 00000002:00000010:1.0:1731520435.627940:0:14296:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012dc12b40. 00000080:00000010:1.0:1731520435.627958:0:14296:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800affba800. 00000080:00000010:1.0:1731520435.627970:0:14296:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a7ac24b0. 00020000:00000010:1.0:1731520435.627989:0:14296:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b36ba570. 00020000:00000010:1.0:1731520435.627996:0:14296:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49720. 00020000:00000010:1.0:1731520435.627998:0:14296:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7dee700. 00020000:00000010:1.0:1731520435.628000:0:14296:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49de0. 00020000:00000010:1.0:1731520435.628004:0:14296:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a7cb6460. 00020000:00000010:1.0:1731520435.628005:0:14296:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012e145840. 00020000:00000010:1.0:1731520435.628009:0:14296:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88013764fd90. 00020000:00000010:1.0:1731520435.628014:0:14296:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a7ac2578. 00000008:00000010:1.0:1731520435.628019:0:14296:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a94704e0. 00020000:00000010:1.0:1731520435.628031:0:14296:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49240. 00020000:00000010:1.0:1731520435.628032:0:14296:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.628034:0:14296:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49180. 00020000:00000010:1.0:1731520435.628036:0:14296:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.628038:0:14296:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49240. 00020000:00000010:1.0:1731520435.628040:0:14296:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49180. 00000080:00000010:1.0:1731520435.628048:0:14296:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a846e6e0. 00000080:00000010:1.0:1731520435.628058:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6107a00. 02000000:00000010:1.0:1731520435.628062:0:14296:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8a0f800. 02000000:00000010:1.0:1731520435.628065:0:14296:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358cc00. 00000100:00000010:1.0:1731520435.628068:0:14296:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000080:00000010:1.0:1731520435.628077:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6107a00. 00000080:00000010:1.0:1731520435.628086:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6107a00. 00020000:00000010:1.0:1731520435.628098:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000008:00000010:1.0:1731520435.628104:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00010000:00000010:1.0:1731520435.628110:0:14296:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60c4c00. 00010000:00000010:1.0:1731520435.628112:0:14296:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e145780. 00010000:00000010:1.0:1731520435.628115:0:14296:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d2d00. 00010000:00000010:1.0:1731520435.628118:0:14296:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012dc12780. 00000100:00000010:1.0:1731520435.628120:0:14296:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731520435.628132:0:14296:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6107a00. 02000000:00000010:3.0:1731520435.628192:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aaebd800. 00000400:00000010:3.0:1731520435.628197:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520435.628201:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520435.628204:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742305664, portal 4 00000400:00000010:3.0:1731520435.628210:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731520435.628216:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815630742305664, offset 0 00000400:00000200:3.0:1731520435.628220:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520435.628224:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520435.628227:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520435.628229:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520435.628231:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520435.628232:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520435.628234:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [107:107:256:4294967295] 192.168.204.149@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:3.0:1731520435.628240:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520435.628243:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520435.628245:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a924fb00. 00000800:00000200:3.0:1731520435.628248:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520435.628252:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520435.628254:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a924fb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.628325:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.628327:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a924fb00. 00000400:00000200:0.0:1731520435.628329:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.628332:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.628333:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731520435.628334:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731520435.628337:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742305664/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.629121:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.629127:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 400 into portal 4 MB=0x6734e79703b80 00000400:00000200:0.0:1731520435.629131:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 400/400 into md 0x429 [1] + 224 00000400:00000200:0.0:1731520435.629141:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.629144:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.629148:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742305664/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:3.0:1731520435.629196:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520435.629200:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520435.629201:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520435.629205:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742305664/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:3.0:1731520435.629211:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742305664/t0(0) o101->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 02000000:00000010:3.0:1731520435.629253:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aaebd800. 02000000:00000010:3.0:1731520435.629258:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107a00. 00000100:00000010:3.0:1731520435.629260:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000008:00000010:1.0:1731520435.629290:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.629293:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00000080:00000010:1.0:1731520435.629333:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.629345:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.629361:0:14296:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b625a140. 00000080:00000010:1.0:1731520435.629366:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.629376:0:14296:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731520435.629383:0:14296:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358cc00. 00010000:00000010:1.0:1731520435.629390:0:14296:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d2f40. 00000100:00000010:1.0:1731520435.629400:0:14296:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145000. 02000000:00000010:1.0:1731520435.629462:0:14296:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800aaf80000. 00000400:00000010:1.0:1731520435.629465:0:14296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520435.629469:0:14296:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b358d000. 00000100:00000200:1.0:1731520435.629471:0:14296:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742305920, portal 10 00000400:00000010:1.0:1731520435.629474:0:14296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731520435.629476:0:14296:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815630742305920, offset 0 00000400:00000200:1.0:1731520435.629479:0:14296:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.629483:0:14296:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.629486:0:14296:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.629488:0:14296:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.629490:0:14296:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.629491:0:14296:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.629493:0:14296:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [108:108:256:4294967295] 192.168.204.149@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1731520435.629499:0:14296:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.629503:0:14296:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.629505:0:14296:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731520435.629508:0:14296:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.629511:0:14296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.629513:0:14296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1731520435.629573:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.629575:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731520435.629577:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.629579:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.629581:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731520435.629582:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731520435.629584:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742305920/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.630478:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.630489:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79703c80 00000400:00000200:0.0:1731520435.630494:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x431 [32] + 224 00000400:00000200:0.0:1731520435.630508:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.630510:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.630516:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742305920/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.630570:0:14296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520435.630579:0:14296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b358d000 00000400:00000010:1.0:1731520435.630581:0:14296:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b358d000. 00000100:00000200:1.0:1731520435.630586:0:14296:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742305920/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.630592:0:14296:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742305920/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.630608:0:14296:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145000. 00000002:00000010:1.0:1731520435.630637:0:14296:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012dc12740. 00000080:00000010:1.0:1731520435.630644:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00020000:00000010:1.0:1731520435.630655:0:14296:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49180. 00020000:00000010:1.0:1731520435.630657:0:14296:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.630659:0:14296:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49240. 00020000:00000010:1.0:1731520435.630662:0:14296:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.630664:0:14296:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49180. 00020000:00000010:1.0:1731520435.630665:0:14296:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49240. 00020000:00000010:1.0:1731520435.630670:0:14296:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49240. 00020000:00000010:1.0:1731520435.630671:0:14296:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.630672:0:14296:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49180. 00020000:00000010:1.0:1731520435.630673:0:14296:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.630675:0:14296:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49240. 00020000:00000010:1.0:1731520435.630676:0:14296:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49180. 00000080:00000010:1.0:1731520435.630690:0:14296:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012dc120c0. 00000002:00000010:1.0:1731520435.630695:0:14296:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a846e860. 02000000:00000010:1.0:1731520435.630704:0:14296:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800aaf80000. 00000080:00000010:1.0:1731520435.630755:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.630765:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00000080:00000010:1.0:1731520435.630776:0:14296:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b625a280. 00000080:00000010:1.0:1731520435.630779:0:14296:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6106400. 00000100:00000010:1.0:1731520435.630787:0:14296:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731520435.630793:0:14296:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358d000. 00010000:00000010:1.0:1731520435.630800:0:14296:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800aa6d3180. 00000100:00000010:1.0:1731520435.630807:0:14296:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e145000. 02000000:00000010:1.0:1731520435.630826:0:14296:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800aaf80000. 00000400:00000010:1.0:1731520435.630831:0:14296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520435.630834:0:14296:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b358ec00. 00000100:00000200:1.0:1731520435.630836:0:14296:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815630742306176, portal 10 00000400:00000010:1.0:1731520435.630839:0:14296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731520435.630840:0:14296:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815630742306176, offset 0 00000400:00000200:1.0:1731520435.630843:0:14296:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.630847:0:14296:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.630849:0:14296:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.630850:0:14296:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.630852:0:14296:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.630853:0:14296:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.630879:0:14296:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [109:109:256:4294967295] 192.168.204.149@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1731520435.630886:0:14296:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.630890:0:14296:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.630892:0:14296:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731520435.630895:0:14296:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.630899:0:14296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.630901:0:14296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:2.0:1731520435.630982:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520435.630985:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:2.0:1731520435.630987:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520435.630990:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.630993:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:2.0:1731520435.630998:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:2.0:1731520435.631002:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742306176/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.631703:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.631708:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 664 into portal 10 MB=0x6734e79703d80 00000400:00000200:0.0:1731520435.631710:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 664/664 into md 0x439 [32] + 224 00000400:00000200:0.0:1731520435.631717:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.631719:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.631723:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742306176/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.631771:0:14296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520435.631775:0:14296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b358ec00 00000400:00000010:1.0:1731520435.631776:0:14296:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b358ec00. 00000100:00000200:1.0:1731520435.631780:0:14296:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742306176/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.631785:0:14296:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742306176/t0(0) o101->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.631805:0:14296:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e145000. 00000002:00000010:1.0:1731520435.631829:0:14296:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012dc12800. 00010000:00000010:1.0:1731520435.631839:0:14296:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88012e145000. 00000080:00000010:1.0:1731520435.631882:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6106400. 00020000:00000010:1.0:1731520435.631900:0:14296:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49180. 00020000:00000010:1.0:1731520435.631909:0:14296:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.631912:0:14296:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49240. 00000100:00000010:3.0:1731520435.631916:0:14266:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731520435.631922:0:14266:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b5a00. 00010000:00000010:3.0:1731520435.631949:0:14266:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012dc12800. 00010000:00000010:3.0:1731520435.631959:0:14266:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88012e145000. 02000000:00000010:2.0:1731520435.631983:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ec8a00. 00000400:00000010:2.0:1731520435.631988:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731520435.631991:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00020000:00000010:1.0:1731520435.631993:0:14296:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deed80. 00000100:00000200:2.0:1731520435.631993:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742306304, portal 18 00020000:00000010:1.0:1731520435.631996:0:14296:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49180. 00000400:00000010:2.0:1731520435.631996:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731520435.631997:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815630742306304, offset 0 00020000:00000010:1.0:1731520435.631998:0:14296:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49240. 00000400:00000200:2.0:1731520435.632002:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00020000:00000010:1.0:1731520435.632006:0:14296:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a7d49240. 00020000:00000010:1.0:1731520435.632007:0:14296:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a7deed80. 00000400:00000200:2.0:1731520435.632008:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00020000:00000010:1.0:1731520435.632009:0:14296:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a7d49180. 00000400:00000200:2.0:1731520435.632010:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000010:1.0:1731520435.632011:0:14296:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.632012:0:14296:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49240. 00000400:00000200:2.0:1731520435.632012:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00020000:00000010:1.0:1731520435.632013:0:14296:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49180. 00000400:00000200:2.0:1731520435.632014:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.632016:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.632019:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [110:110:256:4294967295] 192.168.204.149@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:2.0:1731520435.632025:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.632028:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.149@tcp 00000080:00000010:1.0:1731520435.632029:0:14296:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012dc12680. 00000800:00000010:2.0:1731520435.632031:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731520435.632034:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000002:00000010:1.0:1731520435.632036:0:14296:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a846e520. 00000800:00000200:2.0:1731520435.632038:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.632040:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:1.0:1731520435.632045:0:14296:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800aaf80000. 00000800:00000200:0.0:1731520435.632117:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520435.632119:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731520435.632121:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.632124:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520435.632126:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731520435.632127:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731520435.632131:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742306304/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00020000:00000010:1.0:1731520435.632201:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000020:00000010:1.0:1731520435.632207:0:14296:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8801373cdf30. 00000020:00000010:1.0:1731520435.632211:0:14296:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6106400. 00000020:00000010:1.0:1731520435.632214:0:14296:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6107a00. 00000020:00000010:1.0:1731520435.632216:0:14296:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7d49180. 00000008:00000010:1.0:1731520435.632226:0:14296:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a7a9aca0. 00020000:00000010:1.0:1731520435.632232:0:14296:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e145000. 00008000:00000010:1.0:1731520435.632237:0:14296:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800abf00e20. 00000080:00000010:1.0:1731520435.632242:0:14296:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5acc260. 00000080:00000010:1.0:1731520435.632245:0:14296:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8414920. 00000020:00000010:1.0:1731520435.632248:0:14296:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f16e00. 00000008:00000010:1.0:1731520435.632251:0:14296:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa702580. 00020000:00000010:1.0:1731520435.632253:0:14296:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800aa6d33c0. 00008000:00000010:1.0:1731520435.632256:0:14296:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88013764f268. 00000080:00000010:1.0:1731520435.632258:0:14296:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5acd3c0. 00000008:00000010:1.0:1731520435.632264:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.632290:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.632292:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.632308:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000008:00000010:1.0:1731520435.632310:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.632321:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.632322:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.632341:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000008:00000010:1.0:1731520435.632342:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.632352:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deef00. 00000008:00000010:1.0:1731520435.632354:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c260. 00000008:00000010:1.0:1731520435.632359:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c260. 00020000:00000010:1.0:1731520435.632360:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deef00. 00000008:00000010:1.0:1731520435.632369:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.632371:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.632412:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000008:00000010:1.0:1731520435.632416:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.632429:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.632431:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00000020:00000010:1.0:1731520435.632449:0:14296:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800b358ec00. 00020000:00000010:1.0:1731520435.632463:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000008:00000010:1.0:1731520435.632465:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000020:00000010:1.0:1731520435.632478:0:14296:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b6da40d8. 00000008:00000010:1.0:1731520435.632501:0:14296:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012e145300. 00000008:00000010:3.0:1731520435.632559:0:13231:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800a89ac0a0. 00000008:00000010:3.0:1731520435.632563:0:13231:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff88012a4e2b60. 00000100:00000010:3.0:1731520435.632584:0:13231:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731520435.632590:0:13231:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b4a00. 02000000:00000010:2.0:1731520435.632636:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800a8a66000. 00000400:00000010:2.0:1731520435.632639:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520435.632642:0:13228:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136415480. 00000100:00000200:2.0:1731520435.632645:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1815630742306560, portal 4 00000400:00000010:2.0:1731520435.632648:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731520435.632649:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815630742306560, offset 0 00000400:00000200:2.0:1731520435.632653:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520435.632658:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520435.632660:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520435.632666:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520435.632667:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520435.632669:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520435.632672:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [111:111:256:4294967295] 192.168.204.149@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1731520435.632678:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520435.632681:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520435.632684:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731520435.632687:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520435.632690:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520435.632692:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 584 niov 1 nkiov 1 00000400:00000200:3.0:1731520435.632717:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:3.0:1731520435.632723:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 18 MB=0x6734e79703e00 00000400:00000200:3.0:1731520435.632727:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.149@tcp of length 224/224 into md 0x441 [1] + 224 00000400:00000200:3.0:1731520435.632745:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731520435.632748:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:3.0:1731520435.632753:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742306304/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000800:00000200:1.0:1731520435.632762:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520435.632764:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:1.0:1731520435.632766:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1731520435.632768:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:1.0:1731520435.632769:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520435.632770:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520435.632772:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000400:00000200:1.0:1731520435.632774:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:1.0:1731520435.632775:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731520435.632775:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742306304/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.632778:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742306560/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.632782:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742306304/t0(0) o103->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1731520451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1731520435.632797:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ec8a00. 02000000:00000010:2.0:1731520435.632799:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b5a00. 00000100:00000010:2.0:1731520435.632802:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000400:00000200:0.0:1731520435.633479:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.633486:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 4536 into portal 4 MB=0x6734e79703f00 00000400:00000200:0.0:1731520435.633490:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.149@tcp of length 4536/4536 into md 0x449 [2] + 224 00000400:00000200:0.0:1731520435.633503:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.633507:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.633515:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742306560/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1731520435.633573:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520435.633577:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136415480 00000400:00000010:2.0:1731520435.633578:0:13228:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880136415480. 00000100:00000200:2.0:1731520435.633582:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742306560/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731520435.633589:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742306560/t0(0) o3->lustre-OST0001-osc-ffff8800a7aa9800@192.168.204.149@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000008:00000010:2.0:1731520435.633644:0:13228:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e2b60. 00000008:00000010:2.0:1731520435.633670:0:13228:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012e145300. 00000008:00000010:2.0:1731520435.633673:0:13228:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800a89ac0a0. 02000000:00000010:2.0:1731520435.633682:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800a8a66000. 02000000:00000010:2.0:1731520435.633686:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b4a00. 00000100:00000010:2.0:1731520435.633688:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000008:00000010:1.0:1731520435.633719:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.633723:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.633753:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000008:00000010:1.0:1731520435.633758:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00000008:00000010:1.0:1731520435.633772:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.633773:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00020000:00000010:1.0:1731520435.633796:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deed80. 00000008:00000010:1.0:1731520435.633798:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.633806:0:14296:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a7deef00. 00000008:00000010:1.0:1731520435.633807:0:14296:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800b6e9c260. 00000008:00000010:1.0:1731520435.633810:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c260. 00020000:00000010:1.0:1731520435.633811:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deef00. 00000008:00000010:1.0:1731520435.633815:0:14296:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800b6e9c130. 00020000:00000010:1.0:1731520435.633816:0:14296:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a7deed80. 00000080:00000010:1.0:1731520435.633951:0:14296:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b625a140. 00000080:00000010:1.0:1731520435.633963:0:14296:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88012e15d200. 00000100:00000010:1.0:1731520435.633969:0:14296:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731520435.633974:0:14296:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e15d600. 00000100:00000010:1.0:1731520435.633982:0:14296:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1456c0. 02000000:00000010:1.0:1731520435.633988:0:14296:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a453000. 00000400:00000010:1.0:1731520435.633990:0:14296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520435.633992:0:14296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520435.633994:0:14296:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815630742306816, portal 10 00000400:00000010:1.0:1731520435.633997:0:14296:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731520435.633998:0:14296:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815630742306816, offset 0 00000400:00000200:1.0:1731520435.634002:0:14296:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520435.634007:0:14296:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520435.634009:0:14296:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520435.634011:0:14296:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520435.634013:0:14296:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520435.634014:0:14296:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520435.634017:0:14296:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [112:112:256:4294967295] 192.168.204.149@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1731520435.634023:0:14296:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520435.634027:0:14296:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520435.634029:0:14296:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731520435.634031:0:14296:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520435.634035:0:14296:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520435.634040:0:14296:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1731520435.634111:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731520435.634113:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:3.0:1731520435.634115:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731520435.634117:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:3.0:1731520435.634119:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:3.0:1731520435.634120:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:3.0:1731520435.634122:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742306816/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731520435.634936:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520435.634943:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 456 into portal 10 MB=0x6734e79704000 00000400:00000200:0.0:1731520435.634947:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.149@tcp of length 456/456 into md 0x451 [1] + 224 00000400:00000200:0.0:1731520435.634956:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520435.634959:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520435.634962:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742306816/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:1.0:1731520435.635009:0:14296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520435.635012:0:14296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520435.635013:0:14296:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520435.635017:0:14296:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742306816/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:1.0:1731520435.635022:0:14296:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742306816/t0(0) o35->lustre-MDT0000-mdc-ffff8800a7aa9800@192.168.204.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1731520451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:1.0:1731520435.635038:0:14296:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e1456c0. 00000080:00000010:1.0:1731520435.635044:0:14296:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e15d200. 02000000:00000010:1.0:1731520435.635053:0:14296:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358d000. 00000100:00000010:1.0:1731520435.635056:0:14296:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000002:00000010:1.0:1731520435.635058:0:14296:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a846e520. 00000080:00000010:1.0:1731520435.635060:0:14296:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012dc12680. 02000000:00000010:1.0:1731520435.635063:0:14296:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a453000. 02000000:00000010:1.0:1731520435.635064:0:14296:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e15d600. 00000100:00000010:1.0:1731520435.635065:0:14296:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000080:00000010:1.0:1731520435.635068:0:14296:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b625a280. 00000080:00000010:1.0:1731520435.640083:0:14297:0:(llite_lib.c:3535:ll_umount_begin()) kmalloced '(ioc_data)': 576 at ffff88012a453000. 00000100:02000400:1.0:1731520435.640093:0:14297:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000002:00000010:1.0:1731520435.641920:0:14297:0:(mdc_request.c:734:mdc_commit_open()) kfreed 'mod': 32 at ffff8800a846e820. 02000000:00000010:1.0:1731520435.641930:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358e400. 00000100:00000010:1.0:1731520435.641934:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731520435.641940:0:14297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358fc00. 02000000:00000010:1.0:1731520435.641943:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107800. 00000100:00000010:1.0:1731520435.641946:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520435.641949:0:14297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358f000. 02000000:00000010:1.0:1731520435.641951:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6107000. 00000100:00000010:1.0:1731520435.641952:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00000002:00000010:1.0:1731520435.641955:0:14297:0:(mdc_request.c:734:mdc_commit_open()) kfreed 'mod': 32 at ffff8800a7dce240. 02000000:00000010:1.0:1731520435.641957:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aaebf400. 00000100:00000010:1.0:1731520435.641971:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 02000000:00000010:1.0:1731520435.641974:0:14297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9402400. 02000000:00000010:1.0:1731520435.641977:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5bb6a00. 00000100:00000010:1.0:1731520435.641979:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00010000:00000010:1.0:1731520435.642057:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353b00. 00010000:00000010:1.0:1731520435.642079:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7deea80. 00000080:00000010:1.0:1731520435.642095:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 16 at ffff8800a7cb6440. 00000080:00000010:1.0:1731520435.642097:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 8 at ffff88013764f6b8. 00000080:00000010:1.0:1731520435.642100:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800a927cc30. 00000080:00000010:1.0:1731520435.642102:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8800a7cb6430. 00000080:00000010:1.0:1731520435.642103:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 51 at ffff8800b3746400. 00000080:00000010:1.0:1731520435.642105:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800a927c258. 00000080:00000010:1.0:1731520435.642106:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8800a7cb6040. 00000080:00000010:1.0:1731520435.642107:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800b605a040. 00000080:00000010:1.0:1731520435.642109:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff8800a927caf0. 00010000:00000010:1.0:1731520435.642113:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee380. 00010000:00000010:1.0:1731520435.642138:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353f80. 00010000:00000010:1.0:1731520435.642191:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b61b1580. 00010000:00000010:1.0:1731520435.642195:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800abee5680. 00010000:00000010:1.0:1731520435.642231:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353900. 00010000:00000010:1.0:1731520435.642243:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b6f4fc40. 00010000:00000010:1.0:1731520435.642245:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353200. 00000080:00000010:1.0:1731520435.642266:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 16 at ffff8800a850bef0. 00000080:00000010:1.0:1731520435.642268:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 8 at ffff8800a89ac5e0. 00000080:00000010:1.0:1731520435.642269:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a647208. 00000080:00000010:1.0:1731520435.642270:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8800a850b450. 00000080:00000010:1.0:1731520435.642270:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 44 at ffff8800b36e4c40. 00000080:00000010:1.0:1731520435.642271:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a647870. 00000080:00000010:1.0:1731520435.642272:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8800a850b200. 00000080:00000010:1.0:1731520435.642273:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800a7dce0a0. 00000080:00000010:1.0:1731520435.642277:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a647e88. 00010000:00000010:1.0:1731520435.642281:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353e00. 00010000:00000010:1.0:1731520435.642315:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b3746880. 00010000:00000010:1.0:1731520435.642318:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee600. 00010000:00000010:1.0:1731520435.642343:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b6f4f440. 00010000:00000010:1.0:1731520435.642344:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353400. 00010000:00000010:1.0:1731520435.642367:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012dc12b40. 00010000:00000010:1.0:1731520435.642369:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7deed00. 00010000:00000010:1.0:1731520435.642434:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880136b4bb80. 00010000:00000010:1.0:1731520435.642440:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee580. 00010000:00000010:1.0:1731520435.642469:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b36e4b00. 00000080:00000010:1.0:1731520435.642473:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8800a850bfe0. 00000080:00000010:1.0:1731520435.642475:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 54 at ffff8800b60aadc0. 00000080:00000010:1.0:1731520435.642477:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a647e10. 00000080:00000010:1.0:1731520435.642478:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff8800a850b550. 00000080:00000010:1.0:1731520435.642479:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff8800a89ac0c0. 00000080:00000010:1.0:1731520435.642481:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a6479d8. 00000080:00000010:1.0:1731520435.642483:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8800a850b470. 00000080:00000010:1.0:1731520435.642484:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff8800b60aafc0. 00000080:00000010:1.0:1731520435.642485:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a6475c8. 00000080:00000010:1.0:1731520435.642486:0:14297:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8800a850b4a0. 00000080:00000010:1.0:1731520435.642487:0:14297:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800a7dce220. 00000080:00000010:1.0:1731520435.642489:0:14297:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a647690. 00000080:00000010:1.0:1731520435.642495:0:14297:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88012e15d600. 00000100:00000010:1.0:1731520435.642507:0:14297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 02000000:00000010:1.0:1731520435.642517:0:14297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e15d200. 00000100:00000010:1.0:1731520435.642534:0:14297:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e1456c0. 00000100:00000010:1.0:1731520435.642546:0:14297:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e1456c0. 00000080:00020000:1.0:1731520435.642550:0:14297:0:(file.c:262:ll_close_inode_openhandle()) lustre-clilmv-ffff8800a7aa9800: inode [0x200000bd1:0x2:0x0] mdc close failed: rc = -108 00000080:00000010:1.0:1731520435.646521:0:14297:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e15d600. 02000000:00000010:1.0:1731520435.646548:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358cc00. 00000100:00000010:1.0:1731520435.646554:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000002:00000010:1.0:1731520435.646557:0:14297:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a846e860. 00000080:00000010:1.0:1731520435.646561:0:14297:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012dc120c0. 02000000:00000010:1.0:1731520435.646565:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e15d200. 00000100:00000010:1.0:1731520435.646567:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00010000:00000010:1.0:1731520435.646593:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012dc12740. 00010000:00000010:1.0:1731520435.646602:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353500. 00000100:02000400:1.0:1731520435.648249:0:14297:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 02000000:00000010:1.0:1731520435.648258:0:14297:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b358f400. 02000000:00000010:1.0:1731520435.648263:0:14297:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f16000. 00000100:00000010:1.0:1731520435.648267:0:14297:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00010000:00000010:1.0:1731520435.648344:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353080. 00010000:00000010:1.0:1731520435.648354:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee300. 00010000:00000010:1.0:1731520435.648397:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e1d5000. 00010000:00000010:1.0:1731520435.648401:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353380. 00010000:00000010:1.0:1731520435.648427:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b3746b00. 00010000:00000010:1.0:1731520435.648431:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a7dee480. 00010000:00000010:1.0:1731520435.648489:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e1d5500. 00010000:00000010:1.0:1731520435.648493:0:14297:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9353880. 00000100:02000400:1.0:1731520435.649997:0:14297:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00000020:00000010:1.0:1731520435.650068:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab620d8. 00000020:00000010:1.0:1731520435.650095:0:14297:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88012e15d200. 00000020:00000010:1.0:1731520435.650098:0:14297:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012dc12740. 00010000:00000010:1.0:1731520435.650100:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e1d5600. 00010000:00000010:1.0:1731520435.650108:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800a8a2dc00. 00000020:00000010:1.0:1731520435.650192:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab621b0. 00000020:00000010:1.0:1731520435.650194:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62288. 00000020:00000010:1.0:1731520435.650196:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62360. 00000020:00000010:1.0:1731520435.650197:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62438. 00000020:00000010:1.0:1731520435.650198:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62510. 00000020:00000010:1.0:1731520435.650207:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab625e8. 00000020:00000010:1.0:1731520435.650208:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab626c0. 00000020:00000010:1.0:1731520435.650210:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62798. 00000020:00000010:1.0:1731520435.650211:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62870. 00000020:00000010:1.0:1731520435.650212:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62948. 00000020:00000010:1.0:1731520435.650214:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62a20. 00000020:00000010:1.0:1731520435.650214:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62af8. 00000020:00000010:1.0:1731520435.650215:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62bd0. 00000020:00000010:1.0:1731520435.650242:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62ca8. 00000020:00000010:1.0:1731520435.650243:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62d80. 00000020:00000010:1.0:1731520435.650244:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012ab62e58. 00000020:00000010:1.0:1731520435.650245:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5000. 00000020:00000010:1.0:1731520435.650246:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d50d8. 00000020:00000010:1.0:1731520435.650247:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d51b0. 00000020:00000010:1.0:1731520435.650248:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5288. 00000020:00000010:1.0:1731520435.650249:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5360. 00000020:00000010:1.0:1731520435.650250:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5438. 00000020:00000010:1.0:1731520435.650251:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5510. 00000020:00000010:1.0:1731520435.650251:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d55e8. 00000020:00000010:1.0:1731520435.650252:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d56c0. 00000020:00000010:1.0:1731520435.650253:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5798. 00000020:00000010:1.0:1731520435.650254:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5870. 00000020:00000010:1.0:1731520435.650275:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5948. 00000020:00000010:1.0:1731520435.650276:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5a20. 00000020:00000010:1.0:1731520435.650276:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5af8. 00000020:00000010:1.0:1731520435.650277:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5bd0. 00000020:00000010:1.0:1731520435.650278:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5ca8. 00000020:00000010:1.0:1731520435.650279:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5d80. 00000020:00000010:1.0:1731520435.650279:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d5e58. 00000020:00000010:1.0:1731520435.650280:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d6000. 00000020:00000010:1.0:1731520435.650281:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d60d8. 00000020:00000010:1.0:1731520435.650282:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012e3d61b0. 00010000:00000010:1.0:1731520435.650317:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012e1d5140. 00010000:00000010:1.0:1731520435.650323:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff880136415180. 00010000:00000010:1.0:1731520435.650338:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b61b1c00. 00010000:00000010:1.0:1731520435.650342:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e2b53c0. 00000100:02000400:1.0:1731520435.650452:0:14297:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0001_UUID INACTIVE by administrator request 00000020:00000010:1.0:1731520435.650535:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e000. 00000020:00000010:1.0:1731520435.650537:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e0d8. 00000020:00000010:1.0:1731520435.650538:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e1b0. 00000020:00000010:1.0:1731520435.650539:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e288. 00000020:00000010:1.0:1731520435.650540:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e360. 00000020:00000010:1.0:1731520435.650541:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e438. 00000020:00000010:1.0:1731520435.650542:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e510. 00000020:00000010:1.0:1731520435.650543:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e5e8. 00000020:00000010:1.0:1731520435.650543:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e6c0. 00000020:00000010:1.0:1731520435.650544:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e798. 00000020:00000010:1.0:1731520435.650545:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e870. 00000020:00000010:1.0:1731520435.650545:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6e948. 00000020:00000010:1.0:1731520435.650546:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6ea20. 00000020:00000010:1.0:1731520435.650568:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6eaf8. 00000020:00000010:1.0:1731520435.650569:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6ebd0. 00000020:00000010:1.0:1731520435.650570:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6eca8. 00000020:00000010:1.0:1731520435.650571:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6ed80. 00000020:00000010:1.0:1731520435.650571:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012aa6ee58. 00000020:00000010:1.0:1731520435.650572:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a000. 00000020:00000010:1.0:1731520435.650573:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a0d8. 00000020:00000010:1.0:1731520435.650574:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a1b0. 00000020:00000010:1.0:1731520435.650575:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a288. 00000020:00000010:1.0:1731520435.650575:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a360. 00000020:00000010:1.0:1731520435.650576:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a438. 00000020:00000010:1.0:1731520435.650577:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a510. 00000020:00000010:1.0:1731520435.650578:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a5e8. 00000020:00000010:1.0:1731520435.650579:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a6c0. 00000020:00000010:1.0:1731520435.650627:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a798. 00000020:00000010:1.0:1731520435.650629:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a870. 00000020:00000010:1.0:1731520435.650633:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0a948. 00000020:00000010:1.0:1731520435.650634:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0aa20. 00000020:00000010:1.0:1731520435.650635:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0aaf8. 00000020:00000010:1.0:1731520435.650635:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0abd0. 00000020:00000010:1.0:1731520435.650637:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0aca8. 00000020:00000010:1.0:1731520435.650637:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0ad80. 00000020:00000010:1.0:1731520435.650638:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136a0ae58. 00000020:00000010:1.0:1731520435.650639:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3000. 00000020:00000010:1.0:1731520435.650640:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe30d8. 00000020:00000010:1.0:1731520435.650641:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe31b0. 00000020:00000010:1.0:1731520435.650641:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3288. 00000020:00000010:1.0:1731520435.650642:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3360. 00000020:00000010:1.0:1731520435.650669:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3438. 00000020:00000010:1.0:1731520435.650669:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3510. 00000020:00000010:1.0:1731520435.650670:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe35e8. 00000020:00000010:1.0:1731520435.650671:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe36c0. 00000020:00000010:1.0:1731520435.650672:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3798. 00000020:00000010:1.0:1731520435.650672:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3870. 00000020:00000010:1.0:1731520435.650673:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3948. 00000020:00000010:1.0:1731520435.650674:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3a20. 00000020:00000010:1.0:1731520435.650675:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3af8. 00000020:00000010:1.0:1731520435.650675:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3bd0. 00000020:00000010:1.0:1731520435.650676:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3ca8. 00000020:00000010:1.0:1731520435.650677:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3d80. 00000020:00000010:1.0:1731520435.650678:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012bfe3e58. 00000020:00000010:1.0:1731520435.650679:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012a43b000. 00000020:00000010:1.0:1731520435.650707:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012a43b0d8. 00010000:00000010:1.0:1731520435.650714:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b61b1d00. 00010000:00000010:1.0:1731520435.650717:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800abfc9d80. 00000008:00000010:1.0:1731520435.650739:0:14297:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff88013764f6b8. 00000008:00000010:1.0:1731520435.650742:0:14297:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b60ebdd0. 00000100:00000010:1.0:1731520435.650757:0:14297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 02000000:00000010:1.0:1731520435.650769:0:14297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e15d600. 00000008:00000010:1.0:1731520435.650872:0:14297:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff88013764ff40. 00000008:00000010:1.0:1731520435.650875:0:14297:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b60eb340. 00000100:00000010:1.0:1731520435.650884:0:14297:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 00000008:00000010:0.0:1731520435.650885:0:13229:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b60ebdd0. 02000000:00000010:1.0:1731520435.650890:0:14297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b358f400. 00000080:00000400:0.0:1731520435.650903:0:13229:0:(llite_lib.c:4120:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.204.149@tcp:/lustre/fid: [0x240000402:0x3:0x0]/ may get corrupted (rc -108) 00000008:00000010:2.0:1731520435.650913:0:13230:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b60eb340. 00000080:00000400:2.0:1731520435.650925:0:13230:0:(llite_lib.c:4120:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.204.149@tcp:/lustre/fid: [0x200000bd1:0x2:0x0]/ may get corrupted (rc -108) 00000008:00000010:2.0:1731520435.650940:0:13230:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800abfc9240. 00000008:00000010:2.0:1731520435.650944:0:13230:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff88013764ff40. 02000000:00000010:2.0:1731520435.650950:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b358f400. 00000100:00000010:2.0:1731520435.650953:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00010000:00000010:2.1:1731520435.652953:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d3180. 00000008:00000010:0.0:1731520435.660622:0:13229:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff88013764f6b8. 02000000:00000010:0.0:1731520435.660643:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e15d600. 00000100:00000010:0.0:1731520435.660648:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00000008:00000010:1.0:1731520435.660660:0:14297:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012e145900. 00010000:00000010:1.0:1731520435.660701:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b3746280. 00010000:00000010:1.0:1731520435.660714:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e145d80. 00010000:00000010:1.0:1731520435.660740:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880136b4b040. 00010000:00000010:1.0:1731520435.660746:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e1450c0. 00010000:00000010:1.0:1731520435.660759:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b61b1780. 00010000:00000010:1.0:1731520435.660763:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800b3407240. 00010000:00000010:1.0:1731520435.660778:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b6f4fb40. 00010000:00000010:1.0:1731520435.660783:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800a8a2db40. 00000020:00000010:1.0:1731520435.660816:0:14297:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800b6da40d8. 00010000:00000010:1.0:1731520435.660830:0:14297:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012dc12780. 00010000:00000010:1.0:1731520435.660837:0:14297:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e145780. 00000080:00000010:1.0:1731520435.660995:0:14297:0:(llite_lib.c:3543:ll_umount_begin()) kfreed 'ioc_data': 576 at ffff88012a453000. 00010000:00000010:1.1:1731520435.664151:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3e400. 00010000:00000010:1.1:1731520435.664160:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5bf4f00. 00010000:00000010:1.1:1731520435.664164:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d1680. 00010000:00000010:1.1:1731520435.664167:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458600. 00010000:00000010:1.1:1731520435.664170:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d0480. 00010000:00000010:1.1:1731520435.664172:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d06c0. 00010000:00000010:1.1:1731520435.664174:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458a00. 00010000:00000010:1.1:1731520435.664176:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3e1c0. 00010000:00000010:1.1:1731520435.664179:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9400. 00000080:00000010:1.1:1731520435.664183:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a93243c0. 00010000:00000010:1.1:1731520435.664189:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8978fc0. 00010000:00000010:1.1:1731520435.664191:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abfbe400. 00010000:00000010:1.1:1731520435.664194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3df80. 00010000:00000010:1.1:1731520435.664196:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9f00. 00000080:00000010:1.1:1731520435.664199:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a7dcea40. 00010000:00000010:1.1:1731520435.664203:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d1200. 00010000:00000010:1.1:1731520435.664205:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9c00. 00000080:00000010:1.1:1731520435.664207:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a7dced40. 00010000:00000010:1.1:1731520435.664218:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d0fc0. 00010000:00000010:1.1:1731520435.664221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7cc46c0. 00010000:00000010:1.1:1731520435.664223:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9d00. 00000080:00000010:1.1:1731520435.664226:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a846e120. 00010000:00000010:1.1:1731520435.664230:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d0b40. 00010000:00000010:1.1:1731520435.664231:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458b00. 00000080:00000010:1.1:1731520435.664234:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a7dceb80. 00000080:00000010:1.1:1731520435.664236:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b605ae80. 00010000:00000010:1.1:1731520435.664238:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d1440. 00010000:00000010:1.1:1731520435.664240:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9b00. 00000080:00000010:1.1:1731520435.664242:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a846e6e0. 00010000:00000010:1.1:1731520435.664245:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d2ac0. 00010000:00000010:1.1:1731520435.664248:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b60c4400. 00010000:00000010:1.1:1731520435.664250:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d2640. 00010000:00000010:1.1:1731520435.664251:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b60c4800. 00000080:00000010:1.1:1731520435.664253:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a7dce4e0. 00010000:00000010:1.1:1731520435.664255:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7cc4fc0. 00010000:00000010:1.1:1731520435.664256:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7cc5200. 00010000:00000010:1.1:1731520435.664258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d2f40. 00010000:00000010:1.1:1731520435.664259:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9e00. 00010000:00000010:1.1:1731520435.664261:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3e640. 00010000:00000010:1.1:1731520435.664262:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5bf4d00. 00010000:00000010:1.1:1731520435.664264:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d18c0. 00010000:00000010:1.1:1731520435.664265:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458300. 00000080:00000010:1.1:1731520435.664267:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aaeb4240. 00000080:00000010:1.1:1731520435.664269:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a846ef40. 00010000:00000010:1.1:1731520435.664270:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a7cc4d80. 00010000:00000010:1.1:1731520435.664271:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9800. 00010000:00000010:1.1:1731520435.664273:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d1d40. 00010000:00000010:1.1:1731520435.664274:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458500. 00000080:00000010:1.1:1731520435.664275:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aaeb47e0. 00000080:00000010:1.1:1731520435.664277:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aaeb4820. 00010000:00000010:1.1:1731520435.664279:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3e880. 00010000:00000010:1.1:1731520435.664283:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5bf4a00. 00010000:00000010:1.1:1731520435.664284:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3dd40. 00010000:00000010:1.1:1731520435.664286:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9700. 00010000:00000010:1.1:1731520435.664289:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3ed00. 00010000:00000010:1.1:1731520435.664290:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5bf4900. 00010000:00000010:1.1:1731520435.664292:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8978b40. 00010000:00000010:1.1:1731520435.664293:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abfbe700. 00010000:00000010:1.1:1731520435.664296:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8979200. 00010000:00000010:1.1:1731520435.664297:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abfbe100. 00010000:00000010:1.1:1731520435.669962:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d21c0. 00010000:00000010:1.1:1731520435.669972:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012a458100. 00010000:00000010:1.1:1731520435.669976:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d0240. 00010000:00000010:1.1:1731520435.669978:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b60c4a00. 00010000:00000010:1.1:1731520435.669980:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8978900. 00010000:00000010:1.1:1731520435.669981:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800abfbe900. 00010000:00000010:1.1:1731520435.669983:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8a3d680. 00010000:00000010:1.1:1731520435.669985:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b35d9100. 00010000:00000010:1.1:1731520435.669987:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800aa6d2d00. 00010000:00000010:1.1:1731520435.669988:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b60c4c00. 00000100:00000010:0.0:1731520440.517961:0:29224:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731520440.517977:0:29224:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbef00. 02000000:00000010:2.0:1731520440.518060:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ec8800. 00000400:00000010:2.0:1731520440.518067:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520440.518072:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520440.518078:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742307456, portal 25 00000400:00000010:2.0:1731520440.518082:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731520440.518084:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742307456, offset 0 00000400:00000200:2.0:1731520440.518093:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520440.518105:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520440.518110:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520440.518113:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520440.518116:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520440.518118:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520440.518121:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [113:113:256:4294967295] 192.168.204.149@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1731520440.518129:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520440.518134:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520440.518137:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731520440.518141:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520440.518148:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520440.518151:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520440.518227:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520440.518229:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731520440.518232:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520440.518235:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520440.518237:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:0.0:1731520440.518238:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00000100:00000200:0.0:1731520440.518243:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742307456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520440.519069:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520440.519075:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704280 00000400:00000200:0.0:1731520440.519080:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x459 [1] + 224 00000400:00000200:0.0:1731520440.519095:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520440.519104:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520440.519109:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742307456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520440.519145:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520440.519148:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520440.519153:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520440.519157:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742307456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520440.519163:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742307456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520440.519181:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ec8800. 02000000:00000010:2.0:1731520440.519184:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbef00. 00000100:00000010:2.0:1731520440.519186:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:0.0:1731520445.525970:0:29224:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731520445.525988:0:29224:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbeb00. 02000000:00000010:2.0:1731520445.526065:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ec8800. 00000400:00000010:2.0:1731520445.526073:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520445.526079:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520445.526085:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742307584, portal 25 00000400:00000010:2.0:1731520445.526089:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731520445.526091:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742307584, offset 0 00000400:00000200:2.0:1731520445.526101:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520445.526114:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520445.526118:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520445.526121:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520445.526124:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520445.526126:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520445.526129:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [114:114:256:4294967295] 192.168.204.149@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1731520445.526139:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520445.526144:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520445.526149:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731520445.526154:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520445.526162:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520445.526165:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520445.526271:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520445.526274:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731520445.526277:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520445.526281:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520445.526284:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:0.0:1731520445.526285:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:0.0:1731520445.526291:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742307584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520445.527295:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520445.527303:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704300 00000400:00000200:0.0:1731520445.527308:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x461 [1] + 224 00000400:00000200:0.0:1731520445.527324:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520445.527326:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520445.527330:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742307584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520445.527387:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520445.527391:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520445.527391:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520445.527395:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742307584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520445.527408:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742307584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520445.527424:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ec8800. 02000000:00000010:2.0:1731520445.527427:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbeb00. 00000100:00000010:2.0:1731520445.527452:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000020:00000010:2.0:1731520445.674048:0:29224:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab587e0. 00000020:00000010:2.0:1731520445.674055:0:29224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ec9200. 00000020:00000010:2.0:1731520445.674059:0:29224:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ec8800. 00000020:00000010:2.0:1731520445.674062:0:29224:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7dc3d20. 00000008:00000010:2.0:1731520445.674068:0:29224:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a9246f90. 00020000:00000010:2.0:1731520445.674071:0:29224:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff880136415480. 00008000:00000010:2.0:1731520445.674075:0:29224:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad032350. 00000080:00000010:2.0:1731520445.674083:0:29224:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b58365f0. 00000080:00000010:2.0:1731520445.674086:0:29224:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a94756d0. 00000020:00000010:2.0:1731520445.674088:0:29224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ec8a00. 00000008:00000010:2.0:1731520445.674091:0:29224:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0c60. 00020000:00000010:2.0:1731520445.674093:0:29224:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3ef40. 00008000:00000010:2.0:1731520445.674096:0:29224:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13b00. 00000080:00000010:2.0:1731520445.674099:0:29224:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5870870. 00000020:00000010:2.0:1731520445.674113:0:29224:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab58630. 00000020:00000010:2.0:1731520445.674116:0:29224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ec8400. 00000020:00000010:2.0:1731520445.674117:0:29224:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ec9400. 00000020:00000010:2.0:1731520445.674120:0:29224:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a7dc3e40. 00000008:00000010:2.0:1731520445.674129:0:29224:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800aa670000. 00020000:00000010:2.0:1731520445.674131:0:29224:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff880136415300. 00008000:00000010:2.0:1731520445.674133:0:29224:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad0326d8. 00000080:00000010:2.0:1731520445.674134:0:29224:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5836688. 00000080:00000010:2.0:1731520445.674136:0:29224:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9475918. 00000020:00000010:2.0:1731520445.674137:0:29224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ec9800. 00000008:00000010:2.0:1731520445.674139:0:29224:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58a0dc0. 00020000:00000010:2.0:1731520445.674140:0:29224:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8a3f180. 00008000:00000010:2.0:1731520445.674143:0:29224:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012da13a80. 00000080:00000010:2.0:1731520445.674146:0:29224:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5870960. 00800000:00000010:1.0:1731520445.674270:0:14297:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff880136b4ba00. 00000008:00000010:1.0:1731520445.674320:0:14297:0:(osc_object.c:103:osc_object_free()) slab-freed '(osc)': 416 at ffff8800a9470000. 00020000:00000010:1.0:1731520445.674325:0:14297:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8800a7ac20c8. 00020000:00000010:1.0:1731520445.674330:0:14297:0:(lov_object.c:319:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff88013764f280. 00020000:00000010:1.0:1731520445.674333:0:14297:0:(lov_object.c:904:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff88012e145cc0. 00020000:00000010:1.0:1731520445.674335:0:14297:0:(lov_object.c:909:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8800a7cb6470. 00020000:00000010:1.0:1731520445.674339:0:14297:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a7dee900. 00020000:00000010:1.0:1731520445.674341:0:14297:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a7d49780. 00020000:00000010:1.0:1731520445.674344:0:14297:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a7d49900. 00020000:00000010:1.0:1731520445.674346:0:14297:0:(lov_object.c:1551:lov_object_free()) slab-freed '(lov)': 232 at ffff8800b36ba0e8. 00000080:00000010:1.0:1731520445.674348:0:14297:0:(vvp_object.c:329:vvp_object_free()) slab-freed 'vob': 200 at ffff8800a7ac2000. 00000008:00000010:1.0:1731520445.674373:0:14297:0:(osc_object.c:103:osc_object_free()) slab-freed '(osc)': 416 at ffff8800b5b8a000. 00020000:00000010:1.0:1731520445.674375:0:14297:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8800b35bf0c8. 00020000:00000010:1.0:1731520445.674378:0:14297:0:(lov_object.c:319:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff88012da13af8. 00020000:00000010:1.0:1731520445.674380:0:14297:0:(lov_object.c:904:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff8800a8a2df00. 00020000:00000010:1.0:1731520445.674388:0:14297:0:(lov_object.c:909:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff88012d4032c0. 00020000:00000010:1.0:1731520445.674391:0:14297:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9353e80. 00020000:00000010:1.0:1731520445.674392:0:14297:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800aa581060. 00020000:00000010:1.0:1731520445.674394:0:14297:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800aa581180. 00020000:00000010:1.0:1731520445.674396:0:14297:0:(lov_object.c:1551:lov_object_free()) slab-freed '(lov)': 232 at ffff8800a7d3d658. 00000080:00000010:1.0:1731520445.674398:0:14297:0:(vvp_object.c:329:vvp_object_free()) slab-freed 'vob': 200 at ffff8800b35bf000. 00000008:00000010:1.0:1731520445.674421:0:14297:0:(osc_object.c:103:osc_object_free()) slab-freed '(osc)': 416 at ffff8800b5b8a1a0. 00020000:00000010:1.0:1731520445.674423:0:14297:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8800b35bf258. 00020000:00000010:1.0:1731520445.674426:0:14297:0:(lov_object.c:319:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff88012da13b10. 00020000:00000010:1.0:1731520445.674442:0:14297:0:(lov_object.c:904:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff8800a8a2d540. 00020000:00000010:1.0:1731520445.674444:0:14297:0:(lov_object.c:909:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff88012d4039e0. 00020000:00000010:1.0:1731520445.674446:0:14297:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9353c00. 00020000:00000010:1.0:1731520445.674448:0:14297:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800aa5815a0. 00020000:00000010:1.0:1731520445.674449:0:14297:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800aa581480. 00020000:00000010:1.0:1731520445.674451:0:14297:0:(lov_object.c:1551:lov_object_free()) slab-freed '(lov)': 232 at ffff8800a7d3d740. 00000080:00000010:1.0:1731520445.674453:0:14297:0:(vvp_object.c:329:vvp_object_free()) slab-freed 'vob': 200 at ffff8800b35bf190. 00000080:00000010:0.1:1731520445.685980:0:20:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800a7208000. 00000080:00000010:0.1:1731520445.685991:0:20:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800affb8000. 00000080:00000010:0.1:1731520445.685997:0:20:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800affb8800. 00000080:00000010:0.1:1731520445.685999:0:20:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800a7208800. 00000080:00000010:0.1:1731520445.686003:0:20:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800a7209000. 00000080:00000010:0.1:1731520445.686006:0:20:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800a7209800. 00000080:00000010:0.1:1731520445.686008:0:20:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800affb9000. 00000100:00000010:0.0:1731520450.533973:0:29224:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731520450.533994:0:29224:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe100. 02000000:00000010:1.0:1731520450.534082:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520450.534090:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520450.534096:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520450.534103:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742307712, portal 25 00000400:00000010:1.0:1731520450.534108:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731520450.534109:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742307712, offset 0 00000400:00000200:1.0:1731520450.534118:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520450.534131:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520450.534136:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520450.534139:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520450.534142:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520450.534144:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520450.534147:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [115:115:256:4294967295] 192.168.204.149@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:1.0:1731520450.534157:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520450.534162:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520450.534165:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731520450.534181:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520450.534188:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520450.534192:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520450.534299:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520450.534302:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731520450.534306:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520450.534311:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520450.534316:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731520450.534319:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731520450.534327:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742307712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520450.535537:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520450.535544:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704380 00000400:00000200:0.0:1731520450.535549:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x469 [1] + 224 00000400:00000200:0.0:1731520450.535561:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520450.535563:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520450.535568:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742307712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520450.535615:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520450.535619:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520450.535621:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520450.535626:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742307712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520450.535634:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742307712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520450.535654:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520450.535659:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe100. 00000100:00000010:1.0:1731520450.535662:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:0.0:1731520455.541969:0:5119:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731520455.541988:0:5119:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe200. 02000000:00000010:3.0:1731520455.542071:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520455.542077:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520455.542082:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520455.542088:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742307840, portal 25 00000400:00000010:3.0:1731520455.542091:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731520455.542093:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742307840, offset 0 00000400:00000200:3.0:1731520455.542099:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520455.542109:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520455.542113:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520455.542116:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520455.542118:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520455.542120:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520455.542122:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [116:116:256:4294967295] 192.168.204.149@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1731520455.542129:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520455.542143:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520455.542145:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731520455.542149:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520455.542155:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520455.542157:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520455.542277:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520455.542280:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731520455.542284:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520455.542289:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520455.542293:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731520455.542295:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731520455.542302:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742307840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520455.543311:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520455.543319:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704400 00000400:00000200:0.0:1731520455.543324:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x471 [1] + 224 00000400:00000200:0.0:1731520455.543336:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520455.543339:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520455.543344:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742307840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520455.543394:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520455.543398:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520455.543399:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520455.543403:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742307840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520455.543409:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742307840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520455.543426:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520455.543429:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe200. 00000100:00000010:3.0:1731520455.543432:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:0.0:1731520460.549986:0:5119:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731520460.550008:0:5119:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe700. 02000000:00000010:3.0:1731520460.550095:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520460.550104:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520460.550111:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520460.550118:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742307968, portal 25 00000400:00000010:3.0:1731520460.550123:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731520460.550125:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742307968, offset 0 00000400:00000200:3.0:1731520460.550133:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520460.550147:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520460.550153:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520460.550189:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520460.550192:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520460.550194:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520460.550197:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [117:117:256:4294967295] 192.168.204.149@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:3.0:1731520460.550207:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520460.550213:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520460.550228:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731520460.550234:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520460.550242:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520460.550245:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520460.550677:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520460.550681:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731520460.550689:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520460.550694:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520460.550698:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731520460.550700:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731520460.550707:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742307968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520460.552240:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520460.552250:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704480 00000400:00000200:0.0:1731520460.552257:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x479 [1] + 224 00000400:00000200:0.0:1731520460.552280:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520460.552283:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520460.552289:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742307968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520460.552459:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520460.552463:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520460.552465:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520460.552470:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742307968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520460.552478:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742307968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520460.552499:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520460.552504:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe700. 00000100:00000010:3.0:1731520460.552507:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:0.0:1731520465.557989:0:5119:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731520465.558010:0:5119:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe400. 02000000:00000010:2.0:1731520465.558112:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ec8c00. 00000400:00000010:2.0:1731520465.558118:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520465.558125:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520465.558132:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308096, portal 25 00000400:00000010:2.0:1731520465.558136:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731520465.558138:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308096, offset 0 00000400:00000200:2.0:1731520465.558156:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520465.558171:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520465.558177:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520465.558180:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520465.558183:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520465.558186:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520465.558189:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [118:118:256:4294967295] 192.168.204.149@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1731520465.558199:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520465.558205:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520465.558209:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731520465.558215:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520465.558222:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520465.558225:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520465.558338:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520465.558341:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731520465.558346:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520465.558350:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520465.558354:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731520465.558355:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731520465.558362:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742308096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520465.559383:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520465.559393:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704500 00000400:00000200:0.0:1731520465.559399:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x481 [1] + 224 00000400:00000200:0.0:1731520465.559417:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520465.559421:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520465.559426:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742308096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520465.559480:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520465.559484:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520465.559485:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520465.559489:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742308096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520465.559497:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742308096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520465.559517:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ec8c00. 02000000:00000010:2.0:1731520465.559521:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe400. 00000100:00000010:2.0:1731520465.559530:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000100:00000010:0.0:1731520470.566006:0:5119:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731520470.566026:0:5119:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbee00. 02000000:00000010:1.0:1731520470.566103:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520470.566109:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520470.566114:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520470.566119:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308224, portal 25 00000400:00000010:1.0:1731520470.566123:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731520470.566124:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308224, offset 0 00000400:00000200:1.0:1731520470.566130:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520470.566142:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520470.566146:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520470.566150:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520470.566153:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520470.566155:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520470.566159:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [119:119:256:4294967295] 192.168.204.149@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1731520470.566167:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520470.566173:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520470.566176:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731520470.566181:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520470.566199:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520470.566203:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520470.566315:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520470.566318:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731520470.566320:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520470.566325:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520470.566328:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731520470.566329:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731520470.566334:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742308224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520470.567392:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520470.567399:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704580 00000400:00000200:0.0:1731520470.567404:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x489 [1] + 224 00000400:00000200:0.0:1731520470.567417:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520470.567420:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520470.567426:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742308224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520470.567467:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520470.567471:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520470.567472:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520470.567475:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742308224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520470.567481:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742308224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520470.567496:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520470.567499:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbee00. 00000100:00000010:1.0:1731520470.567502:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:0.0:1731520475.573988:0:5119:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731520475.574006:0:5119:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe100. 02000000:00000010:2.0:1731520475.574088:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ec8c00. 00000400:00000010:2.0:1731520475.574097:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520475.574103:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520475.574110:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308352, portal 25 00000400:00000010:2.0:1731520475.574114:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731520475.574115:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308352, offset 0 00000400:00000200:2.0:1731520475.574124:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520475.574137:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520475.574142:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520475.574146:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520475.574148:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520475.574151:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520475.574154:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [120:120:256:4294967295] 192.168.204.149@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:2.0:1731520475.574163:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520475.574169:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520475.574173:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731520475.574178:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520475.574186:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520475.574189:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520475.574284:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520475.574287:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731520475.574289:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520475.574293:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520475.574296:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:0.0:1731520475.574297:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:0.0:1731520475.574303:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742308352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520475.575722:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520475.575737:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704600 00000400:00000200:0.0:1731520475.575758:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x491 [1] + 224 00000400:00000200:0.0:1731520475.575776:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520475.575781:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520475.575790:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742308352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520475.575848:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520475.575852:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520475.575853:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520475.575878:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742308352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520475.575900:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742308352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520475.575920:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ec8c00. 02000000:00000010:2.0:1731520475.575924:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe100. 00000100:00000010:2.0:1731520475.575928:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:0.0:1731520480.581983:0:5119:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731520480.582002:0:5119:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbea00. 02000000:00000010:3.0:1731520480.582081:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520480.582088:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520480.582093:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520480.582098:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308480, portal 25 00000400:00000010:3.0:1731520480.582101:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731520480.582103:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308480, offset 0 00000400:00000200:3.0:1731520480.582109:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520480.582121:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520480.582125:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520480.582128:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520480.582130:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520480.582132:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520480.582134:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [121:121:256:4294967295] 192.168.204.149@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:3.0:1731520480.582141:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520480.582145:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520480.582148:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731520480.582162:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520480.582168:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520480.582170:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520480.582263:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520480.582265:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731520480.582269:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520480.582273:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520480.582275:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731520480.582277:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731520480.582282:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742308480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520480.583256:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520480.583266:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704680 00000400:00000200:0.0:1731520480.583273:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x499 [1] + 224 00000400:00000200:0.0:1731520480.583289:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520480.583293:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520480.583298:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742308480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520480.583363:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520480.583368:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520480.583369:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520480.583374:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742308480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520480.583383:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742308480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520480.583404:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520480.583409:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbea00. 00000100:00000010:3.0:1731520480.583412:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000400:00000010:2.0:1731520482.218917:0:13225:0:(lib-lnet.h:476:lnet_rspt_free()) free 'rspt': 56 at ffff880136a0b0a8. 00000400:00000010:2.0:1731520482.218933:0:13225:0:(lib-lnet.h:476:lnet_rspt_free()) free 'rspt': 56 at ffff880136a0b0e0. 00000100:00000010:3.0:1731520485.590017:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731520485.590033:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:0.0:1731520485.590077:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912c00. 00000400:00000010:0.0:1731520485.590084:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d9f8. 00000400:00000010:0.0:1731520485.590091:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9bb0. 00000100:00000200:0.0:1731520485.590097:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308608, portal 25 00000400:00000010:0.0:1731520485.590102:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9a18. 00000100:00000200:0.0:1731520485.590104:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308608, offset 0 00000400:00000200:0.0:1731520485.590112:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520485.590125:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520485.590138:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520485.590142:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520485.590145:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520485.590146:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520485.590150:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [122:122:256:4294967295] 192.168.204.149@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1731520485.590158:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520485.590163:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520485.590166:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731520485.590170:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520485.590177:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520485.590181:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520485.590299:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520485.590303:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731520485.590307:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520485.590312:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520485.590316:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9a18 00000400:00000010:2.0:1731520485.590318:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9a18. 00000100:00000200:2.0:1731520485.590327:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742308608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520485.591421:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520485.591430:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704700 00000400:00000200:0.0:1731520485.591436:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4a1 [1] + 224 00000400:00000200:0.0:1731520485.591449:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520485.591453:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520485.591458:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742308608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520485.591543:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d9f8. 00000400:00000200:2.0:1731520485.591548:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9bb0 00000400:00000010:2.0:1731520485.591549:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9bb0. 00000100:00000200:2.0:1731520485.591553:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742308608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520485.591559:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742308608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520485.591576:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912c00. 02000000:00000010:2.0:1731520485.591579:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731520485.591581:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731520490.597959:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731520490.597977:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731520490.598053:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520490.598060:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520490.598067:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520490.598073:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308736, portal 25 00000400:00000010:1.0:1731520490.598077:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731520490.598079:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308736, offset 0 00000400:00000200:1.0:1731520490.598086:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520490.598097:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520490.598100:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520490.598103:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520490.598105:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520490.598107:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520490.598109:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [123:123:256:4294967295] 192.168.204.149@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:1.0:1731520490.598115:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520490.598120:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520490.598123:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731520490.598128:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520490.598135:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520490.598151:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520490.598270:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520490.598273:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731520490.598277:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520490.598282:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520490.598285:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731520490.598287:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731520490.598294:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742308736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520490.599497:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520490.599505:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704780 00000400:00000200:0.0:1731520490.599511:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4a9 [1] + 224 00000400:00000200:0.0:1731520490.599532:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520490.599535:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520490.599540:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742308736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520490.599593:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520490.599598:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520490.599599:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520490.599603:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742308736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520490.599676:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742308736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520490.599694:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520490.599698:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731520490.599701:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731520495.605958:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731520495.605978:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731520495.606068:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520495.606076:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520495.606083:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520495.606090:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308864, portal 25 00000400:00000010:2.0:1731520495.606094:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731520495.606096:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308864, offset 0 00000400:00000200:2.0:1731520495.606105:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520495.606117:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520495.606121:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520495.606125:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520495.606128:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520495.606130:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520495.606145:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [124:124:256:4294967295] 192.168.204.149@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1731520495.606155:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520495.606161:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520495.606164:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731520495.606169:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520495.606177:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520495.606181:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520495.606279:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520495.606283:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731520495.606287:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520495.606291:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520495.606294:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731520495.606296:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731520495.606303:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742308864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520495.607658:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520495.607666:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704800 00000400:00000200:0.0:1731520495.607671:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4b1 [1] + 224 00000400:00000200:0.0:1731520495.607687:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520495.607690:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520495.607695:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742308864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520495.607741:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520495.607744:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520495.607745:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520495.607750:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742308864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520495.607760:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742308864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520495.607779:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520495.607783:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731520495.607786:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731520500.613979:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731520500.614001:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:0.0:1731520500.614078:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912600. 00000400:00000010:0.0:1731520500.614085:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1daa8. 00000400:00000010:0.0:1731520500.614090:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9cc0. 00000100:00000200:0.0:1731520500.614096:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742308992, portal 25 00000400:00000010:0.0:1731520500.614099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab93b8. 00000100:00000200:0.0:1731520500.614100:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742308992, offset 0 00000400:00000200:0.0:1731520500.614108:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520500.614119:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520500.614123:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520500.614126:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520500.614128:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520500.614139:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520500.614142:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [125:125:256:4294967295] 192.168.204.149@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:0.0:1731520500.614149:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520500.614153:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520500.614155:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbec00. 00000800:00000200:0.0:1731520500.614159:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520500.614165:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520500.614167:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520500.614259:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520500.614263:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbec00. 00000400:00000200:2.0:1731520500.614267:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520500.614273:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520500.614276:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab93b8 00000400:00000010:2.0:1731520500.614278:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab93b8. 00000100:00000200:2.0:1731520500.614286:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742308992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520500.615264:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520500.615271:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704880 00000400:00000200:0.0:1731520500.615275:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4b9 [1] + 224 00000400:00000200:0.0:1731520500.615288:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520500.615290:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520500.615295:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742308992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520500.615374:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1daa8. 00000400:00000200:2.0:1731520500.615379:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9cc0 00000400:00000010:2.0:1731520500.615380:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9cc0. 00000100:00000200:2.0:1731520500.615384:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742308992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520500.615399:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742308992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520500.615415:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912600. 02000000:00000010:2.0:1731520500.615418:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731520500.615420:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731520505.621953:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731520505.621975:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731520505.622052:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520505.622060:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520505.622066:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520505.622073:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742309120, portal 25 00000400:00000010:2.0:1731520505.622077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731520505.622079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742309120, offset 0 00000400:00000200:2.0:1731520505.622088:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520505.622100:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520505.622105:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520505.622109:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520505.622112:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520505.622114:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520505.622117:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [126:126:256:4294967295] 192.168.204.149@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1731520505.622126:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520505.622131:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520505.622134:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731520505.622138:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520505.622144:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520505.622147:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520505.622273:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520505.622277:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731520505.622280:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520505.622285:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520505.622288:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731520505.622290:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731520505.622296:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742309120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520505.623417:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520505.623425:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704900 00000400:00000200:0.0:1731520505.623429:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4c1 [1] + 224 00000400:00000200:0.0:1731520505.623444:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520505.623446:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520505.623456:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742309120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520505.623498:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520505.623502:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520505.623503:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520505.623507:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742309120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520505.623521:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742309120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520505.623536:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520505.623538:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731520505.623541:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731520510.629912:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731520510.629929:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731520510.630002:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520510.630010:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520510.630015:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520510.630022:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742309248, portal 25 00000400:00000010:1.0:1731520510.630026:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731520510.630028:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742309248, offset 0 00000400:00000200:1.0:1731520510.630036:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520510.630048:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520510.630052:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520510.630056:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520510.630059:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520510.630061:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520510.630064:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [127:127:256:4294967295] 192.168.204.149@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1731520510.630072:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520510.630077:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520510.630080:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731520510.630085:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520510.630092:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520510.630096:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520510.630213:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520510.630217:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731520510.630221:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520510.630227:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520510.630230:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731520510.630232:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731520510.630250:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742309248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520510.631397:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520510.631405:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704980 00000400:00000200:0.0:1731520510.631410:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4c9 [1] + 224 00000400:00000200:0.0:1731520510.631422:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520510.631424:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520510.631429:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742309248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520510.631476:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520510.631480:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520510.631481:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520510.631486:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742309248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520510.631494:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742309248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520510.631513:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520510.631517:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731520510.631520:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731520515.637913:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731520515.637930:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731520515.637999:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520515.638005:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520515.638010:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520515.638016:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742309376, portal 25 00000400:00000010:2.0:1731520515.638018:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000100:00000200:2.0:1731520515.638020:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742309376, offset 0 00000400:00000200:2.0:1731520515.638026:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520515.638037:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520515.638041:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520515.638044:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520515.638046:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520515.638048:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520515.638049:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [128:128:256:4294967295] 192.168.204.149@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1731520515.638056:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520515.638059:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520515.638062:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731520515.638065:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520515.638071:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520515.638073:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520515.638208:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520515.638211:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731520515.638216:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520515.638221:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520515.638224:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000400:00000010:0.0:1731520515.638226:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:0.0:1731520515.638234:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742309376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520515.639265:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520515.639274:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704a00 00000400:00000200:0.0:1731520515.639280:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4d1 [1] + 224 00000400:00000200:0.0:1731520515.639298:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520515.639310:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520515.639315:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742309376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520515.639365:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520515.639368:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520515.639369:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520515.639373:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742309376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520515.639392:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742309376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520515.639411:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520515.639416:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731520515.639419:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731520520.645919:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731520520.645935:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:0.0:1731520520.645997:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912a00. 00000400:00000010:0.0:1731520520.646003:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1da50. 00000400:00000010:0.0:1731520520.646008:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab94c8. 00000100:00000200:0.0:1731520520.646013:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742309504, portal 25 00000400:00000010:0.0:1731520520.646016:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9ee0. 00000100:00000200:0.0:1731520520.646017:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742309504, offset 0 00000400:00000200:0.0:1731520520.646023:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520520.646033:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520520.646037:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520520.646040:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520520.646042:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520520.646043:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520520.646045:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [129:129:256:4294967295] 192.168.204.149@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:0.0:1731520520.646051:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520520.646075:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520520.646078:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe100. 00000800:00000200:0.0:1731520520.646082:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520520.646087:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520520.646090:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520520.646195:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520520.646200:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe100. 00000400:00000200:2.0:1731520520.646203:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520520.646209:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520520.646213:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9ee0 00000400:00000010:2.0:1731520520.646214:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9ee0. 00000100:00000200:2.0:1731520520.646223:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742309504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520520.647348:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520520.647357:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704a80 00000400:00000200:0.0:1731520520.647363:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4d9 [1] + 224 00000400:00000200:0.0:1731520520.647380:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520520.647383:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520520.647388:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742309504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520520.647442:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1da50. 00000400:00000200:2.0:1731520520.647446:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab94c8 00000400:00000010:2.0:1731520520.647446:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab94c8. 00000100:00000200:2.0:1731520520.647450:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742309504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520520.647455:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742309504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520520.647470:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912a00. 02000000:00000010:2.0:1731520520.647473:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731520520.647475:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731520525.653945:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731520525.653986:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731520525.654074:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520525.654082:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520525.654088:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520525.654095:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742309632, portal 25 00000400:00000010:2.0:1731520525.654099:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731520525.654101:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742309632, offset 0 00000400:00000200:2.0:1731520525.654110:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520525.654128:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520525.654133:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520525.654137:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520525.654140:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520525.654141:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520525.654145:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [130:130:256:4294967295] 192.168.204.149@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1731520525.654153:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520525.654159:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520525.654162:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731520525.654168:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520525.654175:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520525.654178:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520525.654328:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520525.654332:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731520525.654336:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520525.654342:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520525.654346:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:0.0:1731520525.654348:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:0.0:1731520525.654356:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742309632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520525.655665:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520525.655675:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704b00 00000400:00000200:0.0:1731520525.655681:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4e1 [1] + 224 00000400:00000200:0.0:1731520525.655695:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520525.655698:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520525.655703:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742309632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520525.655763:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520525.655767:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520525.655769:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520525.655774:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742309632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520525.655782:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742309632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520525.655801:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520525.655804:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731520525.655807:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731520530.661962:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731520530.661980:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731520530.662022:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520530.662030:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520530.662036:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520530.662043:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742309760, portal 25 00000400:00000010:1.0:1731520530.662047:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731520530.662049:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742309760, offset 0 00000400:00000200:1.0:1731520530.662057:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520530.662069:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520530.662074:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520530.662078:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520530.662080:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520530.662082:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520530.662085:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [131:131:256:4294967295] 192.168.204.149@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1731520530.662094:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520530.662099:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520530.662102:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731520530.662108:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520530.662115:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520530.662118:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520530.662213:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520530.662216:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731520530.662219:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520530.662223:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520530.662226:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731520530.662227:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731520530.662233:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742309760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520530.663387:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520530.663397:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704b80 00000400:00000200:0.0:1731520530.663404:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4e9 [1] + 224 00000400:00000200:0.0:1731520530.663421:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520530.663425:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520530.663445:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742309760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520530.663500:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520530.663511:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520530.663513:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520530.663517:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742309760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520530.663526:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742309760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520530.663545:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520530.663555:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731520530.663559:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731520535.669956:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731520535.669973:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:2.0:1731520535.670044:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520535.670049:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520535.670054:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520535.670060:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742309888, portal 25 00000400:00000010:2.0:1731520535.670063:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731520535.670064:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742309888, offset 0 00000400:00000200:2.0:1731520535.670070:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520535.670080:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520535.670093:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520535.670096:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520535.670098:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520535.670100:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520535.670102:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [132:132:256:4294967295] 192.168.204.149@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1731520535.670108:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520535.670112:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520535.670114:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731520535.670118:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520535.670123:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520535.670126:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520535.670228:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520535.670236:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731520535.670240:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520535.670245:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520535.670248:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000400:00000010:0.0:1731520535.670249:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000100:00000200:0.0:1731520535.670255:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742309888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520535.671507:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520535.671515:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704c00 00000400:00000200:0.0:1731520535.671520:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4f1 [1] + 224 00000400:00000200:0.0:1731520535.671531:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520535.671533:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520535.671537:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742309888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520535.671573:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520535.671577:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520535.671578:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520535.671582:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742309888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520535.671590:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742309888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520535.671608:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520535.671612:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:2.0:1731520535.671615:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731520540.677992:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731520540.678012:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:0.0:1731520540.678109:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912000. 00000400:00000010:0.0:1731520540.678117:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1db00. 00000400:00000010:0.0:1731520540.678123:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9dd0. 00000100:00000200:0.0:1731520540.678128:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310016, portal 25 00000400:00000010:0.0:1731520540.678131:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9e58. 00000100:00000200:0.0:1731520540.678132:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310016, offset 0 00000400:00000200:0.0:1731520540.678139:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520540.678151:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520540.678154:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520540.678157:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520540.678160:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520540.678161:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520540.678163:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [133:133:256:4294967295] 192.168.204.149@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:0.0:1731520540.678182:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520540.678186:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520540.678189:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731520540.678193:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520540.678199:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520540.678201:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520540.678309:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520540.678312:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731520540.678316:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520540.678320:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520540.678324:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9e58 00000400:00000010:2.0:1731520540.678326:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9e58. 00000100:00000200:2.0:1731520540.678334:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742310016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520540.679667:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520540.679676:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704c80 00000400:00000200:0.0:1731520540.679682:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x4f9 [1] + 224 00000400:00000200:0.0:1731520540.679715:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520540.679719:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520540.679725:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742310016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520540.679773:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1db00. 00000400:00000200:2.0:1731520540.679781:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9dd0 00000400:00000010:2.0:1731520540.679782:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9dd0. 00000100:00000200:2.0:1731520540.679786:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742310016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520540.679792:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742310016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520540.679808:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912000. 02000000:00000010:2.0:1731520540.679811:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731520540.679813:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731520545.685963:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731520545.685984:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731520545.686064:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520545.686070:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520545.686075:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520545.686080:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310144, portal 25 00000400:00000010:2.0:1731520545.686083:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731520545.686084:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310144, offset 0 00000400:00000200:2.0:1731520545.686090:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520545.686101:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520545.686105:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520545.686108:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520545.686110:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520545.686111:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520545.686113:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [134:134:256:4294967295] 192.168.204.149@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1731520545.686120:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520545.686124:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520545.686126:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731520545.686130:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520545.686136:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520545.686138:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520545.686293:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520545.686299:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731520545.686303:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520545.686309:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520545.686312:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:0.0:1731520545.686314:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:0.0:1731520545.686321:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742310144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520545.687639:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520545.687651:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704d00 00000400:00000200:0.0:1731520545.687657:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x501 [1] + 224 00000400:00000200:0.0:1731520545.687675:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520545.687680:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520545.687689:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742310144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520545.687743:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520545.687746:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520545.687751:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520545.687755:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742310144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520545.687760:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742310144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520545.687777:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520545.687780:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731520545.687782:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731520550.693975:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731520550.694000:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731520550.694082:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520550.694089:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520550.694095:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520550.694105:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310272, portal 25 00000400:00000010:1.0:1731520550.694109:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731520550.694110:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310272, offset 0 00000400:00000200:1.0:1731520550.694117:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520550.694127:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520550.694131:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520550.694133:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520550.694136:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520550.694137:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520550.694139:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [135:135:256:4294967295] 192.168.204.149@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:1.0:1731520550.694145:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520550.694149:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520550.694152:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731520550.694156:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520550.694161:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520550.694164:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520550.694324:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520550.694327:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731520550.694330:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520550.694334:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520550.694337:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731520550.694338:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731520550.694344:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742310272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520550.695388:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520550.695401:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704d80 00000400:00000200:0.0:1731520550.695407:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x509 [1] + 224 00000400:00000200:0.0:1731520550.695428:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520550.695432:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520550.695441:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742310272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520550.695494:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520550.695498:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520550.695525:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520550.695529:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742310272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520550.695536:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742310272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520550.695553:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520550.695557:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731520550.695560:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731520555.701977:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731520555.701997:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731520555.702072:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520555.702079:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520555.702086:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520555.702092:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310400, portal 25 00000400:00000010:2.0:1731520555.702096:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731520555.702098:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310400, offset 0 00000400:00000200:2.0:1731520555.702107:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520555.702120:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520555.702126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520555.702130:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520555.702133:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520555.702135:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520555.702143:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [136:136:256:4294967295] 192.168.204.149@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1731520555.702152:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520555.702158:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520555.702161:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731520555.702166:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520555.702173:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520555.702176:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520555.702277:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520555.702280:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731520555.702283:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520555.702288:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520555.702290:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731520555.702292:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731520555.702298:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742310400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520555.703442:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520555.703452:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704e00 00000400:00000200:0.0:1731520555.703458:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x511 [1] + 224 00000400:00000200:0.0:1731520555.703477:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520555.703481:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520555.703493:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742310400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520555.703542:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520555.703545:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520555.703546:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520555.703550:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742310400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520555.703564:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742310400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520555.703582:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520555.703585:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731520555.703588:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731520560.709979:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731520560.709999:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:0.0:1731520560.710082:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913e00. 00000400:00000010:0.0:1731520560.710090:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1db58. 00000400:00000010:0.0:1731520560.710097:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9908. 00000100:00000200:0.0:1731520560.710105:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310528, portal 25 00000400:00000010:0.0:1731520560.710109:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9440. 00000100:00000200:0.0:1731520560.710111:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310528, offset 0 00000400:00000200:0.0:1731520560.710120:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520560.710133:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520560.710138:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520560.710142:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520560.710146:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520560.710148:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520560.710151:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [137:137:256:4294967295] 192.168.204.149@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1731520560.710161:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520560.710167:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520560.710171:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731520560.710177:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520560.710183:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520560.710188:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520560.710307:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520560.710311:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731520560.710315:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520560.710320:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520560.710336:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9440 00000400:00000010:2.0:1731520560.710338:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9440. 00000100:00000200:2.0:1731520560.710347:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742310528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520560.711367:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520560.711377:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704e80 00000400:00000200:0.0:1731520560.711384:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x519 [1] + 224 00000400:00000200:0.0:1731520560.711402:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520560.711406:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520560.711412:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742310528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520560.711463:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1db58. 00000400:00000200:2.0:1731520560.711468:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9908 00000400:00000010:2.0:1731520560.711470:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9908. 00000100:00000200:2.0:1731520560.711475:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742310528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520560.711484:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742310528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520560.711504:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913e00. 02000000:00000010:2.0:1731520560.711509:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731520560.711512:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731520565.717979:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731520565.717997:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731520565.718102:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520565.718110:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520565.718116:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520565.718122:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310656, portal 25 00000400:00000010:2.0:1731520565.718125:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000100:00000200:2.0:1731520565.718126:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310656, offset 0 00000400:00000200:2.0:1731520565.718133:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520565.718154:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520565.718158:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520565.718161:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520565.718163:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520565.718165:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520565.718167:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [138:138:256:4294967295] 192.168.204.149@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:2.0:1731520565.718174:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520565.718178:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520565.718180:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731520565.718184:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520565.718189:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520565.718192:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520565.718340:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520565.718348:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731520565.718351:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520565.718355:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520565.718358:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:0.0:1731520565.718359:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:0.0:1731520565.718365:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742310656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520565.719710:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520565.719720:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704f00 00000400:00000200:0.0:1731520565.719726:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x521 [1] + 224 00000400:00000200:0.0:1731520565.719741:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520565.719745:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520565.719751:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742310656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520565.719875:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520565.719879:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520565.719880:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520565.719884:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742310656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520565.719890:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742310656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520565.719907:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520565.719910:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731520565.719912:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731520570.725999:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731520570.726017:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:1.0:1731520570.726118:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520570.726125:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520570.726131:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520570.726137:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310784, portal 25 00000400:00000010:1.0:1731520570.726168:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731520570.726169:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310784, offset 0 00000400:00000200:1.0:1731520570.726176:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520570.726186:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520570.726190:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520570.726193:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520570.726195:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520570.726196:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520570.726198:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [139:139:256:4294967295] 192.168.204.149@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:1.0:1731520570.726205:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520570.726208:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520570.726211:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731520570.726215:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520570.726220:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520570.726223:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520570.726335:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520570.726338:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731520570.726341:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520570.726346:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520570.726349:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731520570.726350:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731520570.726356:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742310784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520570.727368:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520570.727376:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79704f80 00000400:00000200:0.0:1731520570.727380:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x529 [1] + 224 00000400:00000200:0.0:1731520570.727395:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520570.727397:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520570.727401:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742310784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520570.727491:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520570.727497:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520570.727498:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520570.727503:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742310784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520570.727521:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742310784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520570.727540:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520570.727544:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:1.0:1731520570.727548:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731520575.733958:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731520575.733978:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:2.0:1731520575.734091:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520575.734099:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520575.734105:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520575.734112:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742310912, portal 25 00000400:00000010:2.0:1731520575.734117:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731520575.734119:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742310912, offset 0 00000400:00000200:2.0:1731520575.734127:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520575.734139:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520575.734155:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520575.734159:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520575.734161:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520575.734164:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520575.734167:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [140:140:256:4294967295] 192.168.204.149@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1731520575.734176:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520575.734182:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520575.734185:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731520575.734191:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520575.734198:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520575.734202:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520575.734303:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520575.734310:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731520575.734312:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520575.734316:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520575.734319:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731520575.734320:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:0.0:1731520575.734327:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742310912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520575.735495:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520575.735505:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705000 00000400:00000200:0.0:1731520575.735512:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x531 [1] + 224 00000400:00000200:0.0:1731520575.735526:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520575.735529:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520575.735534:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742310912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520575.735597:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520575.735601:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520575.735602:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520575.735607:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742310912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520575.735616:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742310912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520575.735633:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520575.735637:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731520575.735639:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731520580.741979:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731520580.741998:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:0.0:1731520580.742073:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912400. 00000400:00000010:0.0:1731520580.742079:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dc60. 00000400:00000010:0.0:1731520580.742092:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9908. 00000100:00000200:0.0:1731520580.742099:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311040, portal 25 00000400:00000010:0.0:1731520580.742103:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9440. 00000100:00000200:0.0:1731520580.742109:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311040, offset 0 00000400:00000200:0.0:1731520580.742118:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520580.742131:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520580.742136:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520580.742140:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520580.742143:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520580.742145:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520580.742148:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [141:141:256:4294967295] 192.168.204.149@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1731520580.742158:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520580.742163:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520580.742167:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731520580.742183:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520580.742190:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520580.742194:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520580.742312:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520580.742317:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731520580.742321:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520580.742326:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520580.742330:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9440 00000400:00000010:2.0:1731520580.742332:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9440. 00000100:00000200:2.0:1731520580.742340:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742311040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520580.743646:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520580.743656:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705080 00000400:00000200:0.0:1731520580.743662:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x539 [1] + 224 00000400:00000200:0.0:1731520580.743676:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520580.743680:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520580.743686:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742311040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520580.743739:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dc60. 00000400:00000200:2.0:1731520580.743749:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9908 00000400:00000010:2.0:1731520580.743750:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9908. 00000100:00000200:2.0:1731520580.743755:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742311040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520580.743764:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742311040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520580.743785:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912400. 02000000:00000010:2.0:1731520580.743788:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731520580.743791:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731520585.749982:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731520585.750002:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:2.0:1731520585.750077:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520585.750086:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520585.750092:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520585.750099:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311168, portal 25 00000400:00000010:2.0:1731520585.750103:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731520585.750105:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311168, offset 0 00000400:00000200:2.0:1731520585.750113:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520585.750125:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520585.750130:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520585.750134:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520585.750137:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520585.750139:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520585.750142:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [142:142:256:4294967295] 192.168.204.149@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1731520585.750150:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520585.750155:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520585.750157:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731520585.750161:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520585.750167:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520585.750170:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520585.750284:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520585.750288:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731520585.750293:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520585.750298:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520585.750302:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:0.0:1731520585.750303:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000100:00000200:0.0:1731520585.750311:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742311168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520585.751343:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520585.751350:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705100 00000400:00000200:0.0:1731520585.751354:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x541 [1] + 224 00000400:00000200:0.0:1731520585.751369:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520585.751371:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520585.751375:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742311168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520585.751414:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520585.751417:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520585.751426:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520585.751430:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742311168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520585.751436:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742311168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520585.751452:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520585.751454:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731520585.751457:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731520590.757956:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731520590.757976:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731520590.758058:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520590.758066:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520590.758072:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520590.758079:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311296, portal 25 00000400:00000010:1.0:1731520590.758082:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731520590.758084:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311296, offset 0 00000400:00000200:1.0:1731520590.758092:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520590.758104:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520590.758109:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520590.758113:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520590.758115:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520590.758117:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520590.758120:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [143:143:256:4294967295] 192.168.204.149@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1731520590.758130:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520590.758135:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520590.758140:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731520590.758144:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520590.758152:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520590.758155:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520590.758273:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520590.758276:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731520590.758278:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520590.758283:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520590.758294:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731520590.758295:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731520590.758302:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742311296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520590.759430:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520590.759438:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705180 00000400:00000200:0.0:1731520590.759442:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x549 [1] + 224 00000400:00000200:0.0:1731520590.759454:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520590.759456:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520590.759461:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742311296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520590.759511:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520590.759515:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520590.759517:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520590.759521:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742311296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520590.759540:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742311296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520590.759559:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520590.759564:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731520590.759567:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731520595.765969:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731520595.765990:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731520595.766083:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520595.766091:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520595.766097:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520595.766104:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311424, portal 25 00000400:00000010:2.0:1731520595.766109:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731520595.766111:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311424, offset 0 00000400:00000200:2.0:1731520595.766120:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520595.766133:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520595.766138:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520595.766141:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520595.766144:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520595.766146:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520595.766149:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [144:144:256:4294967295] 192.168.204.149@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1731520595.766159:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520595.766164:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520595.766168:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731520595.766173:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520595.766179:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520595.766183:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520595.766296:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520595.766299:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731520595.766302:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520595.766306:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520595.766309:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:0.0:1731520595.766310:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000100:00000200:0.0:1731520595.766316:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742311424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520595.767440:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520595.767450:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705200 00000400:00000200:0.0:1731520595.767456:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x551 [1] + 224 00000400:00000200:0.0:1731520595.767473:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520595.767476:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520595.767482:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742311424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520595.767565:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520595.767569:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520595.767570:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520595.767574:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742311424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520595.767588:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742311424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520595.767605:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520595.767608:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731520595.767610:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731520600.773962:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731520600.773983:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:0.0:1731520600.774092:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912800. 00000400:00000010:0.0:1731520600.774100:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dbb0. 00000400:00000010:0.0:1731520600.774107:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9dd0. 00000100:00000200:0.0:1731520600.774120:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311552, portal 25 00000400:00000010:0.0:1731520600.774125:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9e58. 00000100:00000200:0.0:1731520600.774127:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311552, offset 0 00000400:00000200:0.0:1731520600.774135:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520600.774148:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520600.774154:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520600.774158:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520600.774161:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520600.774163:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520600.774166:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [145:145:256:4294967295] 192.168.204.149@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1731520600.774176:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520600.774181:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520600.774185:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbec00. 00000800:00000200:0.0:1731520600.774190:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520600.774197:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520600.774201:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520600.774303:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520600.774305:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbec00. 00000400:00000200:2.0:1731520600.774308:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520600.774312:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520600.774315:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9e58 00000400:00000010:2.0:1731520600.774316:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9e58. 00000100:00000200:2.0:1731520600.774323:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742311552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520600.775574:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520600.775584:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705280 00000400:00000200:0.0:1731520600.775603:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x559 [1] + 224 00000400:00000200:0.0:1731520600.775619:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520600.775623:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520600.775629:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742311552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520600.775687:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dbb0. 00000400:00000200:2.0:1731520600.775692:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9dd0 00000400:00000010:2.0:1731520600.775693:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9dd0. 00000100:00000200:2.0:1731520600.775697:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742311552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520600.775705:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742311552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520600.775724:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912800. 02000000:00000010:2.0:1731520600.775728:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:2.0:1731520600.775731:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731520605.781965:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731520605.781991:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731520605.782077:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520605.782085:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520605.782091:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520605.782098:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311680, portal 25 00000400:00000010:2.0:1731520605.782102:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520605.782104:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311680, offset 0 00000400:00000200:2.0:1731520605.782113:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520605.782138:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520605.782143:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520605.782146:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520605.782149:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520605.782152:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520605.782155:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [146:146:256:4294967295] 192.168.204.149@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1731520605.782165:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520605.782171:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520605.782174:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731520605.782179:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520605.782187:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520605.782191:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520605.782318:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520605.782322:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731520605.782326:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520605.782331:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520605.782335:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731520605.782336:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731520605.782343:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742311680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520605.783356:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520605.783363:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705300 00000400:00000200:0.0:1731520605.783369:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x561 [1] + 224 00000400:00000200:0.0:1731520605.783380:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520605.783382:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520605.783387:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742311680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520605.783427:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520605.783431:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520605.783432:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520605.783437:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742311680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520605.783445:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742311680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520605.783464:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520605.783468:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731520605.783471:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731520610.789980:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731520610.789999:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:1.0:1731520610.790078:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e15cc00. 00000400:00000010:1.0:1731520610.790085:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520610.790091:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520610.790098:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311808, portal 25 00000400:00000010:1.0:1731520610.790102:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731520610.790104:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311808, offset 0 00000400:00000200:1.0:1731520610.790117:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520610.790130:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520610.790134:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520610.790138:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520610.790140:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520610.790142:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520610.790145:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [147:147:256:4294967295] 192.168.204.149@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1731520610.790155:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520610.790160:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520610.790163:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731520610.790167:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520610.790174:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520610.790178:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520610.790296:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520610.790299:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731520610.790303:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520610.790308:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520610.790312:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731520610.790314:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731520610.790320:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742311808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520610.791553:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520610.791562:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705380 00000400:00000200:0.0:1731520610.791568:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x569 [1] + 224 00000400:00000200:0.0:1731520610.791586:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520610.791590:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520610.791595:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742311808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520610.791635:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520610.791639:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520610.791640:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520610.791643:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742311808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520610.791659:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742311808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520610.791675:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e15cc00. 02000000:00000010:1.0:1731520610.791678:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:1.0:1731520610.791681:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731520615.797950:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731520615.797975:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731520615.798053:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520615.798061:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520615.798066:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520615.798072:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742311936, portal 25 00000400:00000010:2.0:1731520615.798076:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731520615.798078:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742311936, offset 0 00000400:00000200:2.0:1731520615.798086:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520615.798097:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520615.798111:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520615.798115:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520615.798118:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520615.798120:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520615.798123:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [148:148:256:4294967295] 192.168.204.149@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:2.0:1731520615.798131:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520615.798135:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520615.798139:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731520615.798143:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520615.798151:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520615.798155:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520615.798265:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520615.798268:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731520615.798272:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520615.798277:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520615.798281:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:0.0:1731520615.798283:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:0.0:1731520615.798295:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742311936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520615.799650:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520615.799659:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705400 00000400:00000200:0.0:1731520615.799664:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x571 [1] + 224 00000400:00000200:0.0:1731520615.799678:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520615.799681:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520615.799687:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742311936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520615.799737:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520615.799740:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520615.799741:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520615.799745:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742311936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520615.799751:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742311936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520615.799768:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520615.799770:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731520615.799773:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731520620.805977:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731520620.805997:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:0.0:1731520620.806076:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912e00. 00000400:00000010:0.0:1731520620.806082:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dc08. 00000400:00000010:0.0:1731520620.806087:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab94c8. 00000100:00000200:0.0:1731520620.806093:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312064, portal 25 00000400:00000010:0.0:1731520620.806096:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9ee0. 00000100:00000200:0.0:1731520620.806098:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312064, offset 0 00000400:00000200:0.0:1731520620.806105:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520620.806116:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520620.806119:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520620.806122:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520620.806125:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520620.806126:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520620.806128:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [149:149:256:4294967295] 192.168.204.149@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:0.0:1731520620.806135:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520620.806139:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520620.806142:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbec00. 00000800:00000200:0.0:1731520620.806145:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520620.806151:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520620.806153:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520620.806288:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520620.806291:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbec00. 00000400:00000200:2.0:1731520620.806294:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520620.806299:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520620.806302:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9ee0 00000400:00000010:2.0:1731520620.806303:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9ee0. 00000100:00000200:2.0:1731520620.806310:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742312064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520620.807495:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520620.807514:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705480 00000400:00000200:0.0:1731520620.807520:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x579 [1] + 224 00000400:00000200:0.0:1731520620.807535:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520620.807538:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520620.807544:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742312064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520620.807590:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dc08. 00000400:00000200:2.0:1731520620.807598:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab94c8 00000400:00000010:2.0:1731520620.807598:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab94c8. 00000100:00000200:2.0:1731520620.807602:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742312064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520620.807608:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742312064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520620.807623:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912e00. 02000000:00000010:2.0:1731520620.807626:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731520620.807628:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731520625.813949:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731520625.813967:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731520625.814053:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520625.814062:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520625.814068:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520625.814075:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312192, portal 25 00000400:00000010:2.0:1731520625.814079:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731520625.814081:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312192, offset 0 00000400:00000200:2.0:1731520625.814090:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520625.814103:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520625.814108:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520625.814112:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520625.814116:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520625.814118:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520625.814121:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [150:150:256:4294967295] 192.168.204.149@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1731520625.814159:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520625.814165:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520625.814169:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731520625.814174:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520625.814181:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520625.814184:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520625.814289:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520625.814292:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731520625.814296:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520625.814299:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520625.814302:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731520625.814303:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:0.0:1731520625.814309:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742312192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520625.815528:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520625.815535:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705500 00000400:00000200:0.0:1731520625.815540:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x581 [1] + 224 00000400:00000200:0.0:1731520625.815555:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520625.815559:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520625.815564:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742312192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520625.815611:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520625.815615:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520625.815622:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520625.815626:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742312192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520625.815632:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742312192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520625.815649:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520625.815651:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731520625.815653:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731520630.821960:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731520630.821979:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:1.0:1731520630.822072:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520630.822080:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520630.822087:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520630.822094:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312320, portal 25 00000400:00000010:1.0:1731520630.822097:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731520630.822099:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312320, offset 0 00000400:00000200:1.0:1731520630.822108:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520630.822122:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520630.822127:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520630.822130:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520630.822133:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520630.822136:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520630.822139:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [151:151:256:4294967295] 192.168.204.149@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:1.0:1731520630.822148:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520630.822154:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520630.822158:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731520630.822162:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520630.822169:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520630.822172:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520630.822287:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520630.822289:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731520630.822292:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520630.822295:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520630.822298:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731520630.822299:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731520630.822305:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742312320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520630.823556:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520630.823572:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705580 00000400:00000200:0.0:1731520630.823577:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x589 [1] + 224 00000400:00000200:0.0:1731520630.823589:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520630.823591:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520630.823595:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742312320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520630.823643:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520630.823648:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520630.823649:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520630.823652:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742312320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520630.823666:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742312320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520630.823682:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520630.823685:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:1.0:1731520630.823687:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731520635.829970:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731520635.829988:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731520635.830061:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520635.830068:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520635.830073:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520635.830078:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312448, portal 25 00000400:00000010:2.0:1731520635.830081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731520635.830082:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312448, offset 0 00000400:00000200:2.0:1731520635.830089:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520635.830100:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520635.830103:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520635.830106:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520635.830108:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520635.830110:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520635.830112:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [152:152:256:4294967295] 192.168.204.149@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:2.0:1731520635.830118:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520635.830123:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520635.830126:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731520635.830131:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520635.830138:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520635.830141:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520635.830246:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520635.830250:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731520635.830255:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520635.830260:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520635.830264:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731520635.830265:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731520635.830272:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742312448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520635.831330:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520635.831340:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705600 00000400:00000200:0.0:1731520635.831346:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x591 [1] + 224 00000400:00000200:0.0:1731520635.831363:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520635.831366:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520635.831371:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742312448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520635.831418:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520635.831421:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520635.831423:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520635.831427:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742312448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520635.831442:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742312448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520635.831461:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520635.831464:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731520635.831467:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731520640.837981:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731520640.838002:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:0.0:1731520640.838078:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912a00. 00000400:00000010:0.0:1731520640.838084:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dcb8. 00000400:00000010:0.0:1731520640.838089:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9cc0. 00000100:00000200:0.0:1731520640.838095:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312576, portal 25 00000400:00000010:0.0:1731520640.838099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab93b8. 00000100:00000200:0.0:1731520640.838100:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312576, offset 0 00000400:00000200:0.0:1731520640.838106:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520640.838117:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520640.838129:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520640.838132:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520640.838134:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520640.838136:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520640.838138:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [153:153:256:4294967295] 192.168.204.149@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1731520640.838145:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520640.838149:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520640.838151:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe000. 00000800:00000200:0.0:1731520640.838155:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520640.838160:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520640.838163:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520640.838254:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520640.838257:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe000. 00000400:00000200:2.0:1731520640.838260:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520640.838264:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520640.838267:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab93b8 00000400:00000010:2.0:1731520640.838268:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab93b8. 00000100:00000200:2.0:1731520640.838278:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742312576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520640.839309:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520640.839317:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705680 00000400:00000200:0.0:1731520640.839323:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x599 [1] + 224 00000400:00000200:0.0:1731520640.839338:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520640.839341:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520640.839346:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742312576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520640.839402:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dcb8. 00000400:00000200:2.0:1731520640.839406:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9cc0 00000400:00000010:2.0:1731520640.839407:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9cc0. 00000100:00000200:2.0:1731520640.839411:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742312576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520640.839417:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742312576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520640.839433:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912a00. 02000000:00000010:2.0:1731520640.839436:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731520640.839439:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731520645.845964:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731520645.845984:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731520645.846063:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520645.846070:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520645.846076:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520645.846081:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312704, portal 25 00000400:00000010:2.0:1731520645.846084:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731520645.846085:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312704, offset 0 00000400:00000200:2.0:1731520645.846092:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520645.846114:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520645.846117:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520645.846120:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520645.846123:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520645.846124:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520645.846127:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [154:154:256:4294967295] 192.168.204.149@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1731520645.846133:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520645.846137:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520645.846139:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731520645.846143:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520645.846149:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520645.846151:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520645.846279:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520645.846283:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731520645.846287:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520645.846292:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520645.846296:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:0.0:1731520645.846297:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:0.0:1731520645.846306:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742312704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520645.847493:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520645.847503:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705700 00000400:00000200:0.0:1731520645.847509:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5a1 [1] + 224 00000400:00000200:0.0:1731520645.847528:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520645.847531:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520645.847536:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742312704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520645.847577:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520645.847580:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520645.847581:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520645.847584:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742312704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520645.847589:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742312704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520645.847606:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520645.847610:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731520645.847613:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731520650.853958:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731520650.853978:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731520650.854061:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520650.854073:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520650.854080:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520650.854087:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312832, portal 25 00000400:00000010:1.0:1731520650.854091:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731520650.854093:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312832, offset 0 00000400:00000200:1.0:1731520650.854102:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520650.854115:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520650.854120:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520650.854124:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520650.854127:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520650.854129:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520650.854132:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [155:155:256:4294967295] 192.168.204.149@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1731520650.854141:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520650.854146:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520650.854150:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731520650.854154:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520650.854161:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520650.854165:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520650.854271:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520650.854274:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731520650.854277:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520650.854281:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520650.854284:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731520650.854285:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731520650.854291:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742312832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520650.855310:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520650.855318:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705780 00000400:00000200:0.0:1731520650.855323:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5a9 [1] + 224 00000400:00000200:0.0:1731520650.855338:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520650.855341:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520650.855345:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742312832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520650.855383:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520650.855387:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520650.855388:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520650.855391:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742312832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520650.855408:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742312832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520650.855423:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520650.855426:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731520650.855428:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731520655.861978:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731520655.862001:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731520655.862091:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520655.862099:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520655.862105:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520655.862112:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742312960, portal 25 00000400:00000010:2.0:1731520655.862116:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731520655.862118:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742312960, offset 0 00000400:00000200:2.0:1731520655.862126:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520655.862139:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520655.862154:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520655.862158:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520655.862160:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520655.862163:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520655.862166:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [156:156:256:4294967295] 192.168.204.149@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1731520655.862175:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520655.862180:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520655.862183:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731520655.862188:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520655.862196:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520655.862199:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520655.862350:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520655.862353:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731520655.862358:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520655.862363:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520655.862367:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731520655.862369:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731520655.862376:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742312960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520655.863575:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520655.863597:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705800 00000400:00000200:0.0:1731520655.863604:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5b1 [1] + 224 00000400:00000200:0.0:1731520655.863621:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520655.863623:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520655.863629:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742312960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520655.863689:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520655.863693:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520655.863695:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520655.863704:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742312960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520655.863712:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742312960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520655.863732:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520655.863736:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731520655.863740:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731520660.869958:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731520660.869977:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:0.0:1731520660.870045:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912600. 00000400:00000010:0.0:1731520660.870052:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1df78. 00000400:00000010:0.0:1731520660.870057:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9bb0. 00000100:00000200:0.0:1731520660.870066:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313088, portal 25 00000400:00000010:0.0:1731520660.870069:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9a18. 00000100:00000200:0.0:1731520660.870070:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313088, offset 0 00000400:00000200:0.0:1731520660.870077:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520660.870087:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520660.870091:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520660.870094:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520660.870096:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520660.870097:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520660.870099:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [157:157:256:4294967295] 192.168.204.149@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1731520660.870106:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520660.870109:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520660.870112:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731520660.870115:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520660.870121:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520660.870123:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520660.870229:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520660.870232:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731520660.870235:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520660.870239:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520660.870242:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9a18 00000400:00000010:2.0:1731520660.870243:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9a18. 00000100:00000200:2.0:1731520660.870250:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742313088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520660.871391:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520660.871399:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705880 00000400:00000200:0.0:1731520660.871404:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5b9 [1] + 224 00000400:00000200:0.0:1731520660.871417:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520660.871420:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520660.871424:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742313088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520660.871479:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1df78. 00000400:00000200:2.0:1731520660.871486:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9bb0 00000400:00000010:2.0:1731520660.871487:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9bb0. 00000100:00000200:2.0:1731520660.871516:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742313088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520660.871522:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742313088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520660.871539:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912600. 02000000:00000010:2.0:1731520660.871542:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731520660.871544:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731520665.877952:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731520665.877969:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731520665.878046:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520665.878053:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520665.878059:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520665.878065:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313216, portal 25 00000400:00000010:2.0:1731520665.878067:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731520665.878069:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313216, offset 0 00000400:00000200:2.0:1731520665.878076:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520665.878087:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520665.878091:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520665.878094:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520665.878096:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520665.878097:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520665.878099:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [158:158:256:4294967295] 192.168.204.149@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1731520665.878106:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520665.878110:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520665.878112:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731520665.878116:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520665.878122:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520665.878125:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520665.878248:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520665.878252:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731520665.878256:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520665.878265:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520665.878269:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731520665.878271:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731520665.878278:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742313216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520665.879286:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520665.879295:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705900 00000400:00000200:0.0:1731520665.879300:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5c1 [1] + 224 00000400:00000200:0.0:1731520665.879315:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520665.879319:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520665.879325:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742313216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520665.879380:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520665.879384:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520665.879394:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520665.879433:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742313216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520665.879442:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742313216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520665.879462:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520665.879465:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731520665.879468:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731520670.885967:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731520670.885985:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731520670.886063:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520670.886070:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520670.886075:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520670.886081:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313344, portal 25 00000400:00000010:1.0:1731520670.886083:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731520670.886085:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313344, offset 0 00000400:00000200:1.0:1731520670.886092:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520670.886102:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520670.886106:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520670.886109:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520670.886111:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520670.886113:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520670.886115:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [159:159:256:4294967295] 192.168.204.149@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1731520670.886121:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520670.886125:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520670.886127:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731520670.886131:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520670.886137:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520670.886140:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520670.886261:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520670.886265:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731520670.886268:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520670.886273:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520670.886275:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731520670.886276:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731520670.886282:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742313344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520670.887262:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520670.887270:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705980 00000400:00000200:0.0:1731520670.887274:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5c9 [1] + 224 00000400:00000200:0.0:1731520670.887289:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520670.887292:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520670.887301:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742313344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520670.887358:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520670.887363:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520670.887364:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520670.887368:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742313344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520670.887387:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742313344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520670.887407:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520670.887412:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731520670.887415:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731520675.893985:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731520675.894006:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:0.0:1731520675.894095:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912c00. 00000400:00000010:0.0:1731520675.894103:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1de18. 00000400:00000010:0.0:1731520675.894108:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9330. 00000100:00000200:0.0:1731520675.894114:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313472, portal 25 00000400:00000010:0.0:1731520675.894117:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9d48. 00000100:00000200:0.0:1731520675.894119:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313472, offset 0 00000400:00000200:0.0:1731520675.894126:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520675.894138:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520675.894141:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520675.894144:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520675.894146:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520675.894148:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520675.894150:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [160:160:256:4294967295] 192.168.204.149@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1731520675.894156:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520675.894160:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520675.894163:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731520675.894166:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520675.894172:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520675.894175:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520675.894333:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520675.894337:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731520675.894341:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520675.894346:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520675.894349:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9d48 00000400:00000010:2.0:1731520675.894351:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9d48. 00000100:00000200:2.0:1731520675.894359:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742313472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520675.895506:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520675.895514:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705a00 00000400:00000200:0.0:1731520675.895518:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5d1 [1] + 224 00000400:00000200:0.0:1731520675.895533:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520675.895535:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520675.895539:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742313472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520675.895579:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1de18. 00000400:00000200:2.0:1731520675.895583:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9330 00000400:00000010:2.0:1731520675.895584:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9330. 00000100:00000200:2.0:1731520675.895588:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742313472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520675.895593:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742313472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520675.895609:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912c00. 02000000:00000010:2.0:1731520675.895611:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731520675.895614:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731520680.901966:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731520680.901994:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:0.0:1731520680.902075:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913600. 00000400:00000010:0.0:1731520680.902086:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1df20. 00000400:00000010:0.0:1731520680.902091:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9f68. 00000100:00000200:0.0:1731520680.902097:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313600, portal 25 00000400:00000010:0.0:1731520680.902099:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab96e8. 00000100:00000200:0.0:1731520680.902100:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313600, offset 0 00000400:00000200:0.0:1731520680.902107:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520680.902117:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520680.902145:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520680.902148:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520680.902150:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520680.902152:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520680.902155:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [161:161:256:4294967295] 192.168.204.149@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:0.0:1731520680.902161:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520680.902165:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520680.902168:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731520680.902172:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520680.902178:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520680.902180:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520680.902295:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520680.902300:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731520680.902304:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520680.902309:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520680.902312:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab96e8 00000400:00000010:2.0:1731520680.902320:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab96e8. 00000100:00000200:2.0:1731520680.902329:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742313600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520680.903422:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520680.903430:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705a80 00000400:00000200:0.0:1731520680.903435:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5d9 [1] + 224 00000400:00000200:0.0:1731520680.903446:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520680.903448:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520680.903453:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742313600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520680.903511:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1df20. 00000400:00000200:2.0:1731520680.903517:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9f68 00000400:00000010:2.0:1731520680.903518:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9f68. 00000100:00000200:2.0:1731520680.903524:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742313600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520680.903533:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742313600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520680.903552:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913600. 02000000:00000010:2.0:1731520680.903556:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731520680.903559:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731520685.909944:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731520685.909961:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731520685.910049:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520685.910056:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520685.910062:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520685.910067:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313728, portal 25 00000400:00000010:2.0:1731520685.910071:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731520685.910072:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313728, offset 0 00000400:00000200:2.0:1731520685.910079:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520685.910089:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520685.910092:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520685.910095:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520685.910098:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520685.910099:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520685.910101:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [162:162:256:4294967295] 192.168.204.149@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1731520685.910109:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520685.910115:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520685.910118:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731520685.910123:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520685.910130:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520685.910144:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520685.910265:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520685.910269:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731520685.910273:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520685.910278:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520685.910282:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731520685.910288:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731520685.910296:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742313728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520685.911299:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520685.911309:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705b00 00000400:00000200:0.0:1731520685.911314:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5e1 [1] + 224 00000400:00000200:0.0:1731520685.911328:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520685.911331:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520685.911336:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742313728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520685.911383:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520685.911386:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520685.911387:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520685.911391:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742313728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520685.911397:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742313728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520685.911412:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520685.911416:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731520685.911418:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731520690.917990:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731520690.918014:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731520690.918103:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520690.918110:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520690.918117:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520690.918124:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313856, portal 25 00000400:00000010:1.0:1731520690.918128:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731520690.918130:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313856, offset 0 00000400:00000200:1.0:1731520690.918137:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520690.918150:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520690.918154:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520690.918157:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520690.918160:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520690.918162:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520690.918164:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [163:163:256:4294967295] 192.168.204.149@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1731520690.918172:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520690.918177:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520690.918180:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731520690.918185:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520690.918192:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520690.918195:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520690.918344:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520690.918352:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731520690.918356:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520690.918362:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520690.918366:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731520690.918367:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731520690.918375:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742313856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520690.919512:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520690.919522:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705b80 00000400:00000200:0.0:1731520690.919529:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5e9 [1] + 224 00000400:00000200:0.0:1731520690.919545:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520690.919549:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520690.919555:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742313856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520690.919607:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520690.919612:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520690.919613:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520690.919617:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742313856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520690.919639:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742313856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520690.919657:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520690.919661:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731520690.919664:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731520695.925969:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731520695.925988:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731520695.926062:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520695.926069:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520695.926074:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520695.926080:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742313984, portal 25 00000400:00000010:2.0:1731520695.926082:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731520695.926084:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742313984, offset 0 00000400:00000200:2.0:1731520695.926090:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520695.926102:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520695.926105:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520695.926108:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520695.926110:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520695.926112:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520695.926114:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [164:164:256:4294967295] 192.168.204.149@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1731520695.926120:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520695.926124:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520695.926126:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731520695.926130:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520695.926136:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520695.926138:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520695.926242:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520695.926246:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731520695.926251:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520695.926256:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520695.926265:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731520695.926266:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731520695.926274:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742313984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520695.927397:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520695.927411:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705c00 00000400:00000200:0.0:1731520695.927416:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5f1 [1] + 224 00000400:00000200:0.0:1731520695.927435:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520695.927438:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520695.927446:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742313984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520695.927512:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520695.927518:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520695.927519:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520695.927525:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742313984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520695.927534:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742313984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520695.927556:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520695.927560:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731520695.927563:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731520700.933975:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731520700.933995:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:0.0:1731520700.934092:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912a00. 00000400:00000010:0.0:1731520700.934103:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dec8. 00000400:00000010:0.0:1731520700.934109:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9110. 00000100:00000200:0.0:1731520700.934116:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742314112, portal 25 00000400:00000010:0.0:1731520700.934120:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9000. 00000100:00000200:0.0:1731520700.934122:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742314112, offset 0 00000400:00000200:0.0:1731520700.934130:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520700.934142:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520700.934146:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520700.934150:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520700.934153:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520700.934154:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520700.934157:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [165:165:256:4294967295] 192.168.204.149@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1731520700.934164:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520700.934169:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520700.934172:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731520700.934177:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520700.934183:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520700.934199:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520700.934309:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520700.934312:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:2.0:1731520700.934315:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520700.934320:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520700.934322:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9000 00000400:00000010:2.0:1731520700.934323:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9000. 00000100:00000200:2.0:1731520700.934329:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742314112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520700.935488:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520700.935495:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705c80 00000400:00000200:0.0:1731520700.935500:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x5f9 [1] + 224 00000400:00000200:0.0:1731520700.935514:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520700.935517:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520700.935521:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742314112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520700.935569:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dec8. 00000400:00000200:2.0:1731520700.935574:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9110 00000400:00000010:2.0:1731520700.935575:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9110. 00000100:00000200:2.0:1731520700.935580:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742314112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520700.935586:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742314112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520700.935603:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912a00. 02000000:00000010:2.0:1731520700.935606:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731520700.935609:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731520705.941986:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731520705.942005:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731520705.942086:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520705.942093:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520705.942098:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520705.942117:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742314240, portal 25 00000400:00000010:2.0:1731520705.942121:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731520705.942122:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742314240, offset 0 00000400:00000200:2.0:1731520705.942130:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520705.942140:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520705.942143:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520705.942146:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520705.942149:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520705.942150:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520705.942152:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [166:166:256:4294967295] 192.168.204.149@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1731520705.942159:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520705.942163:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520705.942166:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731520705.942170:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520705.942176:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520705.942178:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520705.942303:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520705.942307:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731520705.942311:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520705.942316:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520705.942320:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:0.0:1731520705.942322:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:0.0:1731520705.942329:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742314240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520705.943310:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520705.943317:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705d00 00000400:00000200:0.0:1731520705.943322:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x601 [1] + 224 00000400:00000200:0.0:1731520705.943334:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520705.943337:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520705.943341:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742314240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520705.943382:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520705.943387:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520705.943388:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520705.943392:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742314240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520705.943401:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742314240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520705.943422:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520705.943427:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731520705.943430:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:2.0:1731520710.950043:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731520710.950063:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731520710.950142:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520710.950149:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520710.950156:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520710.950162:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742314368, portal 25 00000400:00000010:1.0:1731520710.950165:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731520710.950167:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742314368, offset 0 00000400:00000200:1.0:1731520710.950175:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520710.950187:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520710.950191:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520710.950194:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520710.950197:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520710.950199:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520710.950202:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [167:167:256:4294967295] 192.168.204.149@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1731520710.950210:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520710.950214:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520710.950217:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731520710.950221:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520710.950226:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520710.950229:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520710.950354:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520710.950358:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731520710.950363:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520710.950368:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520710.950372:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731520710.950373:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731520710.950390:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742314368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520710.951708:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520710.951718:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705d80 00000400:00000200:0.0:1731520710.951724:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x609 [1] + 224 00000400:00000200:0.0:1731520710.951740:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520710.951745:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520710.951750:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742314368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520710.951807:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520710.951812:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520710.951814:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520710.951819:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742314368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520710.951838:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742314368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520710.951888:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520710.951893:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731520710.951896:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731520715.957961:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731520715.957980:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:0.0:1731520715.958065:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912000. 00000400:00000010:0.0:1731520715.958072:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1ddc0. 00000400:00000010:0.0:1731520715.958078:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9880. 00000100:00000200:0.0:1731520715.958083:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742314496, portal 25 00000400:00000010:0.0:1731520715.958086:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9c38. 00000100:00000200:0.0:1731520715.958088:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742314496, offset 0 00000400:00000200:0.0:1731520715.958094:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520715.958105:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520715.958109:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520715.958112:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520715.958114:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520715.958116:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520715.958118:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [168:168:256:4294967295] 192.168.204.149@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1731520715.958124:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520715.958128:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520715.958130:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbef00. 00000800:00000200:0.0:1731520715.958134:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520715.958140:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520715.958143:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520715.958253:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520715.958256:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbef00. 00000400:00000200:2.0:1731520715.958260:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520715.958265:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520715.958268:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9c38 00000400:00000010:2.0:1731520715.958270:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9c38. 00000100:00000200:2.0:1731520715.958278:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742314496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520715.959402:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520715.959414:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705e00 00000400:00000200:0.0:1731520715.959419:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x611 [1] + 224 00000400:00000200:0.0:1731520715.959430:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520715.959433:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520715.959437:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742314496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520715.959519:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1ddc0. 00000400:00000200:2.0:1731520715.959524:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9880 00000400:00000010:2.0:1731520715.959525:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9880. 00000100:00000200:2.0:1731520715.959530:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742314496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520715.959539:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742314496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520715.959558:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912000. 02000000:00000010:2.0:1731520715.959562:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:2.0:1731520715.959564:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731520720.965946:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731520720.965965:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:3.0:1731520720.966034:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520720.966041:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520720.966047:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520720.966054:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742314624, portal 25 00000400:00000010:3.0:1731520720.966058:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731520720.966061:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742314624, offset 0 00000400:00000200:3.0:1731520720.966069:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520720.966082:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520720.966087:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520720.966090:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520720.966093:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520720.966095:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520720.966098:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [169:169:256:4294967295] 192.168.204.149@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1731520720.966108:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520720.966113:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520720.966117:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731520720.966122:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520720.966129:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520720.966133:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520720.966238:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520720.966242:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731520720.966245:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520720.966250:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520720.966254:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:0.0:1731520720.966255:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:0.0:1731520720.966261:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742314624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520720.967465:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520720.967473:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705e80 00000400:00000200:0.0:1731520720.967479:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x619 [1] + 224 00000400:00000200:0.0:1731520720.967493:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520720.967496:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520720.967501:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742314624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520720.967546:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520720.967550:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520720.967551:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520720.967556:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742314624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520720.967565:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742314624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520720.967584:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520720.967588:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:3.0:1731520720.967591:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:0.0:1731520725.974029:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731520725.974047:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe900. 02000000:00000010:1.0:1731520725.974141:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520725.974148:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520725.974153:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520725.974159:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742314752, portal 25 00000400:00000010:1.0:1731520725.974163:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731520725.974164:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742314752, offset 0 00000400:00000200:1.0:1731520725.974171:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520725.974183:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520725.974187:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520725.974190:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520725.974192:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520725.974194:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520725.974195:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [170:170:256:4294967295] 192.168.204.149@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1731520725.974202:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520725.974205:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520725.974208:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731520725.974211:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520725.974217:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520725.974219:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520725.974346:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520725.974348:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731520725.974351:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520725.974355:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520725.974358:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731520725.974359:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731520725.974365:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742314752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520725.975425:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520725.975434:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705f00 00000400:00000200:0.0:1731520725.975440:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x621 [1] + 224 00000400:00000200:0.0:1731520725.975456:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520725.975459:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520725.975465:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742314752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520725.975517:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520725.975522:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520725.975524:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520725.975529:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742314752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520725.975549:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742314752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520725.975566:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520725.975569:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe900. 00000100:00000010:1.0:1731520725.975571:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:2.0:1731520730.982040:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731520730.982062:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731520730.982134:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520730.982141:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520730.982148:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520730.982154:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742314880, portal 25 00000400:00000010:3.0:1731520730.982158:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731520730.982160:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742314880, offset 0 00000400:00000200:3.0:1731520730.982169:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520730.982183:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520730.982188:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520730.982192:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520730.982195:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520730.982197:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520730.982199:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [171:171:256:4294967295] 192.168.204.149@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1731520730.982238:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520730.982245:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520730.982250:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731520730.982255:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520730.982263:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520730.982266:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520730.982375:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520730.982378:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731520730.982382:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520730.982388:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520730.982392:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731520730.982393:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731520730.982401:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742314880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520730.983430:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520730.983438:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79705f80 00000400:00000200:0.0:1731520730.983442:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x629 [1] + 224 00000400:00000200:0.0:1731520730.983457:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520730.983459:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520730.983463:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742314880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520730.983503:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520730.983514:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520730.983515:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520730.983520:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742314880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520730.983527:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742314880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520730.983547:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520730.983552:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731520730.983555:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:0.0:1731520735.989988:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731520735.990007:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe100. 02000000:00000010:2.0:1731520735.990060:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520735.990066:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520735.990071:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520735.990077:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315008, portal 25 00000400:00000010:2.0:1731520735.990080:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731520735.990081:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315008, offset 0 00000400:00000200:2.0:1731520735.990088:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520735.990098:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520735.990101:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520735.990138:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520735.990141:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520735.990142:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520735.990145:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [172:172:256:4294967295] 192.168.204.149@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:2.0:1731520735.990151:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520735.990156:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520735.990158:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731520735.990162:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520735.990168:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520735.990170:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520735.990261:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520735.990263:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731520735.990266:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520735.990270:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520735.990276:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731520735.990277:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731520735.990283:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742315008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520735.991405:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520735.991413:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706000 00000400:00000200:0.0:1731520735.991418:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x631 [1] + 224 00000400:00000200:0.0:1731520735.991431:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520735.991434:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520735.991439:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742315008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520735.991490:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520735.991493:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520735.991494:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520735.991498:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742315008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520735.991503:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742315008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520735.991519:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520735.991521:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe100. 00000100:00000010:2.0:1731520735.991524:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:2.0:1731520740.998014:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731520740.998058:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:0.0:1731520740.998130:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913e00. 00000400:00000010:0.0:1731520740.998137:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1de70. 00000400:00000010:0.0:1731520740.998144:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731520740.998150:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315136, portal 25 00000400:00000010:0.0:1731520740.998154:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab92a8. 00000100:00000200:0.0:1731520740.998156:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315136, offset 0 00000400:00000200:0.0:1731520740.998165:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520740.998177:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520740.998182:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520740.998185:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520740.998188:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520740.998190:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520740.998193:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [173:173:256:4294967295] 192.168.204.149@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1731520740.998202:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520740.998208:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520740.998211:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731520740.998217:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520740.998224:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520740.998239:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520740.998342:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520740.998344:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731520740.998347:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520740.998351:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520740.998354:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab92a8 00000400:00000010:2.0:1731520740.998355:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab92a8. 00000100:00000200:2.0:1731520740.998362:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742315136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520740.999517:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520740.999525:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706080 00000400:00000200:0.0:1731520740.999532:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x639 [1] + 224 00000400:00000200:0.0:1731520740.999547:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520740.999550:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520740.999556:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742315136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520740.999653:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1de70. 00000400:00000200:2.0:1731520740.999664:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9b28 00000400:00000010:2.0:1731520740.999666:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9b28. 00000100:00000200:2.0:1731520740.999670:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742315136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520740.999677:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742315136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520740.999695:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913e00. 02000000:00000010:2.0:1731520740.999699:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:2.0:1731520740.999702:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731520746.005975:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731520746.005997:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:3.0:1731520746.006078:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520746.006085:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520746.006093:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520746.006099:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315264, portal 25 00000400:00000010:3.0:1731520746.006104:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731520746.006106:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315264, offset 0 00000400:00000200:3.0:1731520746.006114:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520746.006126:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520746.006130:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520746.006133:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520746.006136:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520746.006138:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520746.006141:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [174:174:256:4294967295] 192.168.204.149@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1731520746.006149:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520746.006154:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520746.006156:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731520746.006161:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520746.006167:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520746.006170:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520746.006285:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520746.006288:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731520746.006291:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520746.006295:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520746.006298:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731520746.006299:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731520746.006305:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742315264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520746.007467:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520746.007474:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706100 00000400:00000200:0.0:1731520746.007479:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x641 [1] + 224 00000400:00000200:0.0:1731520746.007492:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520746.007494:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520746.007498:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742315264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520746.007535:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520746.007538:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520746.007546:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520746.007549:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742315264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520746.007555:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742315264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520746.007571:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520746.007574:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:3.0:1731520746.007577:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731520751.013964:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731520751.013985:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:1.0:1731520751.014062:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520751.014070:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520751.014076:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520751.014083:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315392, portal 25 00000400:00000010:1.0:1731520751.014087:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731520751.014089:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315392, offset 0 00000400:00000200:1.0:1731520751.014098:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520751.014111:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520751.014117:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520751.014120:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520751.014123:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520751.014126:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520751.014129:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [175:175:256:4294967295] 192.168.204.149@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1731520751.014138:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520751.014144:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520751.014147:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731520751.014152:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520751.014160:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520751.014163:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520751.014293:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520751.014296:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731520751.014299:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520751.014303:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520751.014306:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731520751.014308:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731520751.014330:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742315392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520751.015512:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520751.015530:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706180 00000400:00000200:0.0:1731520751.015540:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x649 [1] + 224 00000400:00000200:0.0:1731520751.015560:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520751.015564:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520751.015572:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742315392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520751.015652:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520751.015659:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520751.015661:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520751.015667:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742315392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520751.015689:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742315392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520751.015712:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520751.015719:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:1.0:1731520751.015723:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:0.0:1731520756.022068:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731520756.022090:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe200. 02000000:00000010:2.0:1731520756.022147:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520756.022155:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520756.022161:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520756.022167:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315520, portal 25 00000400:00000010:2.0:1731520756.022170:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731520756.022171:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315520, offset 0 00000400:00000200:2.0:1731520756.022178:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520756.022188:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520756.022192:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520756.022195:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520756.022198:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520756.022199:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520756.022202:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [176:176:256:4294967295] 192.168.204.149@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1731520756.022208:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520756.022212:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520756.022214:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731520756.022218:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520756.022224:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520756.022236:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520756.022327:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520756.022329:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731520756.022332:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520756.022336:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520756.022339:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731520756.022340:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:0.0:1731520756.022346:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742315520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520756.023532:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520756.023539:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706200 00000400:00000200:0.0:1731520756.023543:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x651 [1] + 224 00000400:00000200:0.0:1731520756.023554:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520756.023556:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520756.023560:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742315520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520756.023614:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520756.023618:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520756.023619:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520756.023623:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742315520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520756.023632:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742315520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520756.023650:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520756.023654:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe200. 00000100:00000010:2.0:1731520756.023657:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:2.0:1731520761.029995:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731520761.030015:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:0.0:1731520761.030095:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913a00. 00000400:00000010:0.0:1731520761.030102:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d898. 00000400:00000010:0.0:1731520761.030108:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9198. 00000100:00000200:0.0:1731520761.030126:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315648, portal 25 00000400:00000010:0.0:1731520761.030130:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9660. 00000100:00000200:0.0:1731520761.030132:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315648, offset 0 00000400:00000200:0.0:1731520761.030139:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520761.030149:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520761.030152:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520761.030155:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520761.030157:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520761.030159:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520761.030160:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [177:177:256:4294967295] 192.168.204.149@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1731520761.030167:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520761.030171:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520761.030173:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe000. 00000800:00000200:0.0:1731520761.030177:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520761.030183:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520761.030185:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520761.030293:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520761.030296:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe000. 00000400:00000200:2.0:1731520761.030300:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520761.030306:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520761.030310:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9660 00000400:00000010:2.0:1731520761.030311:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9660. 00000100:00000200:2.0:1731520761.030319:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742315648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520761.031371:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520761.031378:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706280 00000400:00000200:0.0:1731520761.031383:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x659 [1] + 224 00000400:00000200:0.0:1731520761.031396:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520761.031398:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520761.031407:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742315648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520761.031458:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d898. 00000400:00000200:2.0:1731520761.031463:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9198 00000400:00000010:2.0:1731520761.031465:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9198. 00000100:00000200:2.0:1731520761.031469:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742315648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520761.031478:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742315648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520761.031497:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913a00. 02000000:00000010:2.0:1731520761.031501:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:2.0:1731520761.031504:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:0.0:1731520766.037978:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731520766.037998:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbeb00. 02000000:00000010:3.0:1731520766.038080:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520766.038087:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520766.038092:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520766.038097:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315776, portal 25 00000400:00000010:3.0:1731520766.038100:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731520766.038102:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315776, offset 0 00000400:00000200:3.0:1731520766.038110:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520766.038120:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520766.038125:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520766.038128:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520766.038131:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520766.038133:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520766.038136:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [178:178:256:4294967295] 192.168.204.149@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:3.0:1731520766.038145:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520766.038150:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520766.038153:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731520766.038159:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520766.038166:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520766.038169:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520766.038274:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520766.038277:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731520766.038280:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520766.038285:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520766.038289:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731520766.038300:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731520766.038307:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742315776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520766.039514:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520766.039524:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706300 00000400:00000200:0.0:1731520766.039530:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x661 [1] + 224 00000400:00000200:0.0:1731520766.039544:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520766.039547:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520766.039552:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742315776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520766.039626:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520766.039630:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520766.039631:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520766.039634:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742315776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520766.039643:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742315776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520766.039658:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520766.039662:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbeb00. 00000100:00000010:3.0:1731520766.039664:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:2.0:1731520771.046009:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731520771.046025:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731520771.046081:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520771.046089:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520771.046095:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520771.046102:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742315904, portal 25 00000400:00000010:3.0:1731520771.046105:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731520771.046106:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742315904, offset 0 00000400:00000200:3.0:1731520771.046114:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520771.046126:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520771.046131:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520771.046134:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520771.046137:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520771.046139:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520771.046141:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [179:179:256:4294967295] 192.168.204.149@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:3.0:1731520771.046149:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520771.046154:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520771.046157:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731520771.046161:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520771.046167:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520771.046171:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520771.046263:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520771.046265:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731520771.046268:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520771.046272:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520771.046275:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731520771.046276:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731520771.046282:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742315904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520771.047355:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520771.047362:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706380 00000400:00000200:0.0:1731520771.047367:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x669 [1] + 224 00000400:00000200:0.0:1731520771.047379:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520771.047381:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520771.047385:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742315904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520771.047427:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520771.047431:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520771.047432:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520771.047436:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742315904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520771.047458:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742315904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520771.047507:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520771.047512:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731520771.047514:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731520776.053947:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731520776.053967:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:0.0:1731520776.054053:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913a00. 00000400:00000010:0.0:1731520776.054060:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d840. 00000400:00000010:0.0:1731520776.054065:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9088. 00000100:00000200:0.0:1731520776.054070:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316032, portal 25 00000400:00000010:0.0:1731520776.054085:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9aa0. 00000100:00000200:0.0:1731520776.054087:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316032, offset 0 00000400:00000200:0.0:1731520776.054096:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520776.054108:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520776.054114:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520776.054118:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520776.054121:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520776.054123:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520776.054127:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [180:180:256:4294967295] 192.168.204.149@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1731520776.054136:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520776.054142:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520776.054146:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe200. 00000800:00000200:0.0:1731520776.054151:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520776.054159:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520776.054162:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520776.054314:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520776.054318:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe200. 00000400:00000200:2.0:1731520776.054323:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520776.054330:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520776.054334:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9aa0 00000400:00000010:2.0:1731520776.054337:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9aa0. 00000100:00000200:2.0:1731520776.054346:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742316032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520776.055519:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520776.055529:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706400 00000400:00000200:0.0:1731520776.055535:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x671 [1] + 224 00000400:00000200:0.0:1731520776.055551:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520776.055554:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520776.055559:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742316032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520776.055617:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d840. 00000400:00000200:2.0:1731520776.055622:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9088 00000400:00000010:2.0:1731520776.055623:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9088. 00000100:00000200:2.0:1731520776.055628:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742316032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520776.055637:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742316032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520776.055657:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913a00. 02000000:00000010:2.0:1731520776.055661:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:2.0:1731520776.055664:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731520781.061967:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731520781.061984:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731520781.062057:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520781.062064:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520781.062071:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520781.062078:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316160, portal 25 00000400:00000010:3.0:1731520781.062081:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731520781.062083:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316160, offset 0 00000400:00000200:3.0:1731520781.062092:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520781.062105:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520781.062109:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520781.062113:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520781.062116:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520781.062118:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520781.062121:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [181:181:256:4294967295] 192.168.204.149@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:3.0:1731520781.062129:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520781.062134:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520781.062137:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731520781.062142:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520781.062149:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520781.062152:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520781.062262:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520781.062281:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731520781.062285:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520781.062310:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520781.062312:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731520781.062314:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731520781.062320:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742316160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520781.063322:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520781.063330:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706480 00000400:00000200:0.0:1731520781.063334:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x679 [1] + 224 00000400:00000200:0.0:1731520781.063345:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520781.063348:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520781.063352:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742316160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520781.063394:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520781.063398:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520781.063399:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520781.063403:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742316160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520781.063421:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742316160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520781.063440:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520781.063445:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731520781.063448:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:0.0:1731520786.069975:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731520786.069994:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbea00. 02000000:00000010:3.0:1731520786.070062:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520786.070070:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520786.070076:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520786.070082:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316288, portal 25 00000400:00000010:3.0:1731520786.070085:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731520786.070086:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316288, offset 0 00000400:00000200:3.0:1731520786.070093:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520786.070105:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520786.070108:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520786.070111:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520786.070114:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520786.070115:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520786.070117:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [182:182:256:4294967295] 192.168.204.149@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1731520786.070124:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520786.070127:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520786.070130:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731520786.070134:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520786.070140:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520786.070142:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520786.070265:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520786.070267:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731520786.070270:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520786.070274:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520786.070276:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731520786.070277:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731520786.070283:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742316288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520786.071363:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520786.071371:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706500 00000400:00000200:0.0:1731520786.071376:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x681 [1] + 224 00000400:00000200:0.0:1731520786.071391:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520786.071393:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520786.071398:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742316288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520786.071446:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520786.071449:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520786.071450:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520786.071454:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742316288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520786.071475:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742316288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520786.071494:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520786.071497:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbea00. 00000100:00000010:3.0:1731520786.071500:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:2.0:1731520791.078148:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731520791.078167:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:3.0:1731520791.078300:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520791.078307:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520791.078312:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520791.078318:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316416, portal 25 00000400:00000010:3.0:1731520791.078322:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731520791.078323:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316416, offset 0 00000400:00000200:3.0:1731520791.078330:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520791.078341:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520791.078345:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520791.078347:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520791.078350:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520791.078351:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520791.078353:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [183:183:256:4294967295] 192.168.204.149@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:3.0:1731520791.078360:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520791.078364:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520791.078366:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731520791.078369:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520791.078375:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520791.078378:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520791.078477:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520791.078480:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731520791.078483:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520791.078488:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520791.078500:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731520791.078502:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731520791.078508:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742316416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520791.079805:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520791.079812:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706580 00000400:00000200:0.0:1731520791.079817:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x689 [1] + 224 00000400:00000200:0.0:1731520791.079830:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520791.079832:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520791.079836:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742316416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520791.079925:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520791.079929:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520791.079930:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520791.079933:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742316416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520791.079948:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742316416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520791.079976:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520791.079979:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:3.0:1731520791.079982:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731520796.085961:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731520796.085984:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:0.0:1731520796.086065:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913e00. 00000400:00000010:0.0:1731520796.086072:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d7e8. 00000400:00000010:0.0:1731520796.086077:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9770. 00000100:00000200:0.0:1731520796.086082:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316544, portal 25 00000400:00000010:0.0:1731520796.086085:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9550. 00000100:00000200:0.0:1731520796.086087:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316544, offset 0 00000400:00000200:0.0:1731520796.086094:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520796.086108:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520796.086111:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520796.086114:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520796.086117:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520796.086118:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520796.086120:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [184:184:256:4294967295] 192.168.204.149@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1731520796.086127:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520796.086130:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520796.086133:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbec00. 00000800:00000200:0.0:1731520796.086138:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520796.086146:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520796.086160:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520796.086259:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520796.086262:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbec00. 00000400:00000200:2.0:1731520796.086266:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520796.086276:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520796.086280:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9550 00000400:00000010:2.0:1731520796.086281:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9550. 00000100:00000200:2.0:1731520796.086289:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742316544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520796.087428:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520796.087437:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706600 00000400:00000200:0.0:1731520796.087444:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x691 [1] + 224 00000400:00000200:0.0:1731520796.087460:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520796.087464:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520796.087469:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742316544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520796.087526:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d7e8. 00000400:00000200:2.0:1731520796.087531:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9770 00000400:00000010:2.0:1731520796.087533:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9770. 00000100:00000200:2.0:1731520796.087538:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742316544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520796.087544:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742316544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520796.087561:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913e00. 02000000:00000010:2.0:1731520796.087564:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:2.0:1731520796.087566:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731520801.093972:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731520801.093989:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:3.0:1731520801.094063:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520801.094069:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520801.094075:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520801.094080:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316672, portal 25 00000400:00000010:3.0:1731520801.094083:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731520801.094084:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316672, offset 0 00000400:00000200:3.0:1731520801.094091:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520801.094101:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520801.094105:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520801.094108:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520801.094110:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520801.094112:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520801.094114:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [185:185:256:4294967295] 192.168.204.149@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1731520801.094120:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520801.094124:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520801.094126:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731520801.094130:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520801.094136:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520801.094138:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520801.094245:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520801.094247:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731520801.094250:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520801.094254:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520801.094257:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731520801.094258:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731520801.094268:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742316672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520801.095478:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520801.095485:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706680 00000400:00000200:0.0:1731520801.095490:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x699 [1] + 224 00000400:00000200:0.0:1731520801.095504:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520801.095506:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520801.095510:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742316672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520801.095548:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520801.095551:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520801.095552:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520801.095556:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742316672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520801.095572:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742316672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520801.095587:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520801.095590:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:3.0:1731520801.095593:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731520806.101978:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731520806.101998:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:3.0:1731520806.102081:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520806.102089:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520806.102095:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520806.102102:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316800, portal 25 00000400:00000010:3.0:1731520806.102106:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731520806.102108:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316800, offset 0 00000400:00000200:3.0:1731520806.102117:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520806.102130:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520806.102135:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520806.102139:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520806.102147:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520806.102150:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520806.102153:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [186:186:256:4294967295] 192.168.204.149@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:3.0:1731520806.102162:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520806.102167:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520806.102170:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731520806.102175:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520806.102182:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520806.102184:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520806.102313:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520806.102317:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731520806.102322:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520806.102328:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520806.102332:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731520806.102334:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731520806.102353:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742316800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520806.103623:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520806.103640:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706700 00000400:00000200:0.0:1731520806.103649:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6a1 [1] + 224 00000400:00000200:0.0:1731520806.103672:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520806.103677:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520806.103687:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742316800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520806.103753:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520806.103758:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520806.103759:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520806.103765:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742316800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520806.103785:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742316800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520806.103806:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520806.103811:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:3.0:1731520806.103814:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731520811.109982:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731520811.110008:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:1.0:1731520811.110080:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520811.110087:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520811.110093:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520811.110098:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742316928, portal 25 00000400:00000010:1.0:1731520811.110102:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731520811.110103:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742316928, offset 0 00000400:00000200:1.0:1731520811.110110:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520811.110121:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520811.110124:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520811.110127:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520811.110130:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520811.110132:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520811.110134:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [187:187:256:4294967295] 192.168.204.149@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:1.0:1731520811.110141:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520811.110144:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520811.110147:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731520811.110151:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520811.110157:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520811.110160:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520811.110266:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520811.110268:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731520811.110271:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520811.110275:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520811.110278:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731520811.110279:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731520811.110284:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742316928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520811.111368:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520811.111375:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706780 00000400:00000200:0.0:1731520811.111380:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6a9 [1] + 224 00000400:00000200:0.0:1731520811.111393:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520811.111395:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520811.111400:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742316928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520811.111440:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520811.111443:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520811.111444:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520811.111447:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742316928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520811.111465:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742316928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520811.111481:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520811.111484:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:1.0:1731520811.111487:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:0.0:1731520816.117992:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731520816.118013:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe400. 02000000:00000010:2.0:1731520816.118070:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520816.118077:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520816.118082:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520816.118088:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317056, portal 25 00000400:00000010:2.0:1731520816.118091:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731520816.118093:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317056, offset 0 00000400:00000200:2.0:1731520816.118100:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520816.118111:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520816.118115:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520816.118117:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520816.118130:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520816.118131:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520816.118134:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [188:188:256:4294967295] 192.168.204.149@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1731520816.118141:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520816.118145:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520816.118147:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731520816.118151:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520816.118156:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520816.118159:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520816.118268:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520816.118271:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731520816.118275:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520816.118285:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520816.118289:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:0.0:1731520816.118290:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:0.0:1731520816.118298:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742317056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520816.119511:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520816.119518:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706800 00000400:00000200:0.0:1731520816.119523:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6b1 [1] + 224 00000400:00000200:0.0:1731520816.119536:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520816.119538:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520816.119542:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742317056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520816.119603:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520816.119607:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520816.119609:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520816.119614:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742317056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520816.119623:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742317056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520816.119641:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520816.119645:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe400. 00000100:00000010:2.0:1731520816.119681:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:2.0:1731520821.126032:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731520821.126057:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:0.0:1731520821.126109:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912e00. 00000400:00000010:0.0:1731520821.126134:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d738. 00000400:00000010:0.0:1731520821.126139:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab95d8. 00000100:00000200:0.0:1731520821.126146:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317184, portal 25 00000400:00000010:0.0:1731520821.126149:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab97f8. 00000100:00000200:0.0:1731520821.126151:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317184, offset 0 00000400:00000200:0.0:1731520821.126158:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520821.126170:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520821.126174:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520821.126177:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520821.126181:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520821.126184:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520821.126187:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [189:189:256:4294967295] 192.168.204.149@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1731520821.126197:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520821.126203:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520821.126206:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbef00. 00000800:00000200:0.0:1731520821.126213:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520821.126221:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520821.126238:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520821.126362:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520821.126365:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbef00. 00000400:00000200:2.0:1731520821.126368:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520821.126388:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520821.126391:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab97f8 00000400:00000010:2.0:1731520821.126393:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab97f8. 00000100:00000200:2.0:1731520821.126401:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742317184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520821.127696:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520821.127702:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706880 00000400:00000200:0.0:1731520821.127707:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6b9 [1] + 224 00000400:00000200:0.0:1731520821.127719:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520821.127721:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520821.127725:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742317184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520821.127808:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d738. 00000400:00000200:2.0:1731520821.127817:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab95d8 00000400:00000010:2.0:1731520821.127818:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab95d8. 00000100:00000200:2.0:1731520821.127822:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742317184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520821.127828:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742317184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520821.127845:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912e00. 02000000:00000010:2.0:1731520821.127847:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:2.0:1731520821.127850:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731520826.133973:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731520826.133993:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731520826.134069:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520826.134077:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520826.134082:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520826.134087:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317312, portal 25 00000400:00000010:3.0:1731520826.134091:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731520826.134092:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317312, offset 0 00000400:00000200:3.0:1731520826.134098:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520826.134109:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520826.134113:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520826.134116:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520826.134118:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520826.134119:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520826.134121:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [190:190:256:4294967295] 192.168.204.149@tcp LPNI seq info [190:190:8:4294967295] 00000400:00000200:3.0:1731520826.134127:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520826.134131:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520826.134134:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731520826.134138:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520826.134143:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520826.134146:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520826.134247:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520826.134250:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731520826.134253:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520826.134258:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520826.134260:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731520826.134262:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731520826.134267:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742317312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520826.135410:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520826.135421:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706900 00000400:00000200:0.0:1731520826.135427:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6c1 [1] + 224 00000400:00000200:0.0:1731520826.135445:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520826.135449:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520826.135455:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742317312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520826.135539:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520826.135543:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520826.135544:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520826.135549:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742317312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520826.135573:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742317312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520826.135591:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520826.135596:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731520826.135599:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731520831.141956:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731520831.141973:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:1.0:1731520831.142056:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520831.142063:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520831.142069:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520831.142076:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317440, portal 25 00000400:00000010:1.0:1731520831.142083:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731520831.142084:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317440, offset 0 00000400:00000200:1.0:1731520831.142091:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520831.142102:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520831.142106:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520831.142109:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520831.142112:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520831.142113:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520831.142115:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [191:191:256:4294967295] 192.168.204.149@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:1.0:1731520831.142121:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520831.142125:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520831.142127:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731520831.142131:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520831.142138:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520831.142142:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520831.142270:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520831.142274:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731520831.142279:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520831.142283:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520831.142286:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731520831.142288:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731520831.142305:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742317440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520831.143467:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520831.143475:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706980 00000400:00000200:0.0:1731520831.143479:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6c9 [1] + 224 00000400:00000200:0.0:1731520831.143489:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520831.143492:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520831.143496:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742317440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520831.143533:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520831.143538:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520831.143539:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520831.143543:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742317440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520831.143562:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742317440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520831.143579:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520831.143584:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:1.0:1731520831.143588:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731520836.149970:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731520836.149991:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:0.0:1731520836.150086:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913c00. 00000400:00000010:0.0:1731520836.150093:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d790. 00000400:00000010:0.0:1731520836.150099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9220. 00000100:00000200:0.0:1731520836.150105:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317568, portal 25 00000400:00000010:0.0:1731520836.150109:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9990. 00000100:00000200:0.0:1731520836.150111:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317568, offset 0 00000400:00000200:0.0:1731520836.150118:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520836.150130:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520836.150135:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520836.150138:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520836.150141:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520836.150143:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520836.150145:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [192:192:256:4294967295] 192.168.204.149@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1731520836.150154:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520836.150159:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520836.150162:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731520836.150166:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520836.150172:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520836.150175:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520836.150310:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520836.150313:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:2.0:1731520836.150317:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520836.150323:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520836.150326:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9990 00000400:00000010:2.0:1731520836.150328:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9990. 00000100:00000200:2.0:1731520836.150337:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742317568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520836.151474:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520836.151494:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706a00 00000400:00000200:0.0:1731520836.151499:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6d1 [1] + 224 00000400:00000200:0.0:1731520836.151515:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520836.151518:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520836.151523:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742317568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520836.151570:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d790. 00000400:00000200:2.0:1731520836.151575:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9220 00000400:00000010:2.0:1731520836.151576:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9220. 00000100:00000200:2.0:1731520836.151580:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742317568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520836.151588:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742317568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520836.151607:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913c00. 02000000:00000010:2.0:1731520836.151615:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:2.0:1731520836.151618:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731520841.157994:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731520841.158021:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731520841.158130:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520841.158137:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520841.158143:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520841.158149:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317696, portal 25 00000400:00000010:3.0:1731520841.158153:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731520841.158154:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317696, offset 0 00000400:00000200:3.0:1731520841.158162:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520841.158175:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520841.158179:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520841.158183:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520841.158185:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520841.158221:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520841.158224:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [193:193:256:4294967295] 192.168.204.149@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:3.0:1731520841.158236:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520841.158242:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520841.158245:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731520841.158249:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520841.158256:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520841.158260:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520841.158356:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520841.158360:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731520841.158362:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520841.158366:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520841.158369:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731520841.158370:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731520841.158376:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742317696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520841.159538:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520841.159546:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706a80 00000400:00000200:0.0:1731520841.159551:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6d9 [1] + 224 00000400:00000200:0.0:1731520841.159564:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520841.159566:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520841.159571:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742317696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520841.159637:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520841.159641:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520841.159642:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520841.159647:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742317696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520841.159671:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742317696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520841.159690:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520841.159695:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731520841.159699:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:0.0:1731520846.165989:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731520846.166007:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe200. 02000000:00000010:3.0:1731520846.166072:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520846.166080:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520846.166085:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520846.166091:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317824, portal 25 00000400:00000010:3.0:1731520846.166093:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731520846.166094:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317824, offset 0 00000400:00000200:3.0:1731520846.166116:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520846.166127:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520846.166132:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520846.166136:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520846.166139:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520846.166141:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520846.166144:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [194:194:256:4294967295] 192.168.204.149@tcp LPNI seq info [194:194:8:4294967295] 00000400:00000200:3.0:1731520846.166153:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520846.166158:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520846.166163:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731520846.166169:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520846.166176:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520846.166179:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520846.166275:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520846.166278:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731520846.166281:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520846.166285:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520846.166288:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731520846.166289:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731520846.166295:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742317824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520846.167393:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520846.167403:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706b00 00000400:00000200:0.0:1731520846.167409:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6e1 [1] + 224 00000400:00000200:0.0:1731520846.167424:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520846.167427:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520846.167433:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742317824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520846.167475:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520846.167478:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520846.167479:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520846.167483:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742317824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520846.167506:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742317824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520846.167522:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520846.167525:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe200. 00000100:00000010:3.0:1731520846.167528:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:1.0:1731520851.173974:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731520851.173992:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:2.0:1731520851.174054:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520851.174061:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520851.174067:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520851.174073:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742317952, portal 25 00000400:00000010:2.0:1731520851.174077:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731520851.174079:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742317952, offset 0 00000400:00000200:2.0:1731520851.174088:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520851.174101:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520851.174106:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520851.174109:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520851.174112:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520851.174114:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520851.174117:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [195:195:256:4294967295] 192.168.204.149@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1731520851.174126:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520851.174132:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520851.174135:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731520851.174140:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520851.174147:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520851.174150:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520851.174207:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520851.174211:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731520851.174215:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520851.174219:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520851.174223:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731520851.174225:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731520851.174232:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742317952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520851.175547:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520851.175557:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706b80 00000400:00000200:0.0:1731520851.175563:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6e9 [1] + 224 00000400:00000200:0.0:1731520851.175576:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520851.175580:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520851.175585:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742317952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520851.175628:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520851.175632:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520851.175633:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520851.175638:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742317952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520851.175647:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742317952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520851.175667:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520851.175677:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:2.0:1731520851.175680:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000100:00000010:1.0:1731520856.181970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520856.181988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4200. 02000000:00000010:3.0:1731520856.182067:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520856.182075:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520856.182082:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520856.182088:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318080, portal 25 00000400:00000010:3.0:1731520856.182092:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731520856.182094:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318080, offset 0 00000400:00000200:3.0:1731520856.182103:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520856.182116:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520856.182121:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520856.182125:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520856.182127:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520856.182129:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520856.182132:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [196:196:256:4294967295] 192.168.204.149@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:3.0:1731520856.182141:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520856.182147:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520856.182151:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731520856.182156:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520856.182164:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520856.182167:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520856.182270:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520856.182274:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731520856.182278:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520856.182282:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520856.182286:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731520856.182287:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731520856.182310:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742318080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520856.183462:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520856.183470:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706c00 00000400:00000200:0.0:1731520856.183475:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6f1 [1] + 224 00000400:00000200:0.0:1731520856.183486:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520856.183489:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520856.183493:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742318080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520856.183537:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520856.183541:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520856.183542:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520856.183547:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742318080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520856.183567:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742318080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520856.183586:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520856.183590:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4200. 00000100:00000010:3.0:1731520856.183592:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000100:00000010:1.0:1731520861.189958:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731520861.189977:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4300. 02000000:00000010:0.0:1731520861.190054:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913200. 00000400:00000010:0.0:1731520861.190061:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d6e0. 00000400:00000010:0.0:1731520861.190069:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9220. 00000100:00000200:0.0:1731520861.190076:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318208, portal 25 00000400:00000010:0.0:1731520861.190080:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9990. 00000100:00000200:0.0:1731520861.190082:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318208, offset 0 00000400:00000200:0.0:1731520861.190090:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731520861.190102:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731520861.190106:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520861.190109:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731520861.190112:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520861.190114:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731520861.190116:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [197:197:256:4294967295] 192.168.204.149@tcp LPNI seq info [197:197:8:4294967295] 00000400:00000200:0.0:1731520861.190129:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731520861.190134:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731520861.190138:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731520861.190143:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731520861.190148:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731520861.190151:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520861.190289:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520861.190293:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731520861.190297:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520861.190302:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731520861.190306:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9990 00000400:00000010:2.0:1731520861.190307:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9990. 00000100:00000200:2.0:1731520861.190315:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742318208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520861.191358:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520861.191375:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706c80 00000400:00000200:0.0:1731520861.191379:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x6f9 [1] + 224 00000400:00000200:0.0:1731520861.191389:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520861.191391:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520861.191396:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742318208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520861.191442:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d6e0. 00000400:00000200:2.0:1731520861.191447:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9220 00000400:00000010:2.0:1731520861.191448:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9220. 00000100:00000200:2.0:1731520861.191453:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742318208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520861.191462:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742318208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520861.191482:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913200. 02000000:00000010:2.0:1731520861.191486:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4300. 00000100:00000010:2.0:1731520861.191489:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000100:00000010:1.0:1731520866.197988:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731520866.198008:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4000. 02000000:00000010:3.0:1731520866.198091:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520866.198098:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520866.198105:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520866.198110:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318336, portal 25 00000400:00000010:3.0:1731520866.198113:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731520866.198115:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318336, offset 0 00000400:00000200:3.0:1731520866.198123:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520866.198136:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520866.198141:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520866.198146:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520866.198148:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520866.198150:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520866.198153:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [198:198:256:4294967295] 192.168.204.149@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1731520866.198161:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520866.198167:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520866.198170:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731520866.198175:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520866.198182:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520866.198186:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520866.198290:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520866.198293:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731520866.198297:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520866.198301:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520866.198303:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731520866.198304:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731520866.198311:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742318336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520866.199445:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520866.199453:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706d00 00000400:00000200:0.0:1731520866.199459:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x701 [1] + 224 00000400:00000200:0.0:1731520866.199477:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520866.199481:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520866.199486:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742318336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520866.199525:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520866.199528:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520866.199529:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520866.199532:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742318336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520866.199550:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742318336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520866.199570:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520866.199574:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4000. 00000100:00000010:3.0:1731520866.199576:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000100:00000010:1.0:1731520871.205955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731520871.205973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:3.0:1731520871.206058:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520871.206065:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520871.206070:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520871.206076:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318464, portal 25 00000400:00000010:3.0:1731520871.206078:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731520871.206079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318464, offset 0 00000400:00000200:3.0:1731520871.206086:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520871.206098:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520871.206101:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520871.206104:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520871.206106:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520871.206108:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520871.206110:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [199:199:256:4294967295] 192.168.204.149@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:3.0:1731520871.206116:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520871.206120:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520871.206122:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731520871.206126:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520871.206132:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520871.206135:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520871.206249:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520871.206251:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731520871.206254:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520871.206258:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520871.206261:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731520871.206262:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731520871.206268:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742318464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520871.207249:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520871.207266:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706d80 00000400:00000200:0.0:1731520871.207271:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x709 [1] + 224 00000400:00000200:0.0:1731520871.207282:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520871.207285:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520871.207288:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742318464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520871.207340:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:3.0:1731520871.207344:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:3.0:1731520871.207345:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520871.207350:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742318464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520871.207370:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742318464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520871.207396:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731520871.207401:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:3.0:1731520871.207404:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000100:00000010:1.0:1731520876.214021:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731520876.214042:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:3.0:1731520876.214150:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731520876.214157:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba38f0. 00000400:00000010:3.0:1731520876.214163:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520876.214169:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318592, portal 25 00000400:00000010:3.0:1731520876.214172:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731520876.214173:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318592, offset 0 00000400:00000200:3.0:1731520876.214181:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520876.214193:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520876.214197:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520876.214201:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520876.214203:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520876.214205:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520876.214207:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [200:200:256:4294967295] 192.168.204.149@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:3.0:1731520876.214215:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520876.214219:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520876.214222:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731520876.214226:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520876.214233:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520876.214236:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520876.214378:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520876.214383:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731520876.214388:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520876.214394:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520876.214398:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731520876.214400:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731520876.214407:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742318592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520876.215889:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520876.215898:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706e00 00000400:00000200:0.0:1731520876.215904:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x711 [1] + 224 00000400:00000200:0.0:1731520876.215921:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520876.215925:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520876.215931:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742318592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520876.215972:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba38f0. 00000400:00000200:2.0:1731520876.215977:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:2.0:1731520876.215978:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:2.0:1731520876.215983:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742318592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520876.215991:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742318592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520876.216008:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:2.0:1731520876.216012:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:2.0:1731520876.216015:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000100:00000010:1.0:1731520881.221922:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731520881.221942:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4400. 02000000:00000010:2.0:1731520881.222006:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520881.222022:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520881.222027:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520881.222032:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318720, portal 25 00000400:00000010:2.0:1731520881.222035:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731520881.222036:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318720, offset 0 00000400:00000200:2.0:1731520881.222044:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520881.222054:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520881.222058:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520881.222060:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520881.222063:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520881.222064:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520881.222066:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [201:201:256:4294967295] 192.168.204.149@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:2.0:1731520881.222072:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520881.222076:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520881.222079:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731520881.222082:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520881.222088:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520881.222091:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520881.222209:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520881.222213:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731520881.222217:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520881.222223:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520881.222226:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:0.0:1731520881.222228:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000100:00000200:0.0:1731520881.222236:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742318720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520881.223453:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520881.223500:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706e80 00000400:00000200:0.0:1731520881.223505:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x719 [1] + 224 00000400:00000200:0.0:1731520881.223523:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520881.223526:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520881.223532:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742318720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520881.223579:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520881.223583:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520881.223584:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520881.223588:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742318720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520881.223594:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742318720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520881.223610:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520881.223614:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4400. 00000100:00000010:2.0:1731520881.223616:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000100:00000010:1.0:1731520886.229986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731520886.230014:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:3.0:1731520886.230137:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520886.230148:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520886.230155:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520886.230163:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318848, portal 25 00000400:00000010:3.0:1731520886.230170:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731520886.230190:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318848, offset 0 00000400:00000200:3.0:1731520886.230201:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520886.230216:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520886.230221:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520886.230226:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520886.230229:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520886.230232:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520886.230247:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [202:202:256:4294967295] 192.168.204.149@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:3.0:1731520886.230258:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520886.230265:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520886.230269:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731520886.230275:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520886.230284:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520886.230288:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520886.230556:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520886.230561:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731520886.230568:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520886.230575:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520886.230579:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:0.0:1731520886.230581:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:0.0:1731520886.230591:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742318848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520886.232652:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520886.232669:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706f00 00000400:00000200:0.0:1731520886.232680:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x721 [1] + 224 00000400:00000200:0.0:1731520886.232708:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520886.232715:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520886.232741:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742318848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520886.232822:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520886.232830:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520886.232832:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520886.232841:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742318848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520886.232854:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742318848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520886.232923:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520886.232929:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:3.0:1731520886.232933:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000100:00000010:1.0:1731520891.238053:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01180. 02000000:00000010:1.0:1731520891.238075:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:2.0:1731520891.238212:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520891.238222:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520891.238244:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520891.238267:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742318976, portal 25 00000400:00000010:2.0:1731520891.238294:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731520891.238296:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742318976, offset 0 00000400:00000200:2.0:1731520891.238306:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520891.238319:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520891.238324:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520891.238328:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520891.238332:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520891.238334:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520891.238337:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [203:203:256:4294967295] 192.168.204.149@tcp LPNI seq info [203:203:8:4294967295] 00000400:00000200:2.0:1731520891.238348:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520891.238353:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520891.238357:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731520891.238363:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520891.238372:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520891.238376:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520891.238576:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520891.238583:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731520891.238590:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520891.238598:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520891.238603:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:0.0:1731520891.238605:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000100:00000200:0.0:1731520891.238614:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01180 x1815630742318976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520891.240061:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520891.240076:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79706f80 00000400:00000200:0.0:1731520891.240082:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x729 [1] + 224 00000400:00000200:0.0:1731520891.240097:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520891.240100:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520891.240106:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01180 x1815630742318976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520891.240170:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520891.240177:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520891.240178:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520891.240184:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01180 x1815630742318976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520891.240193:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01180 x1815630742318976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520891.240216:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520891.240220:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:2.0:1731520891.240223:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01180. 00000100:00000010:1.0:1731520896.245942:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00e00. 02000000:00000010:1.0:1731520896.245961:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4f00. 02000000:00000010:3.0:1731520896.246058:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520896.246067:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520896.246074:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520896.246080:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742319104, portal 25 00000400:00000010:3.0:1731520896.246084:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731520896.246102:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742319104, offset 0 00000400:00000200:3.0:1731520896.246126:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520896.246139:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520896.246145:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520896.246150:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520896.246153:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520896.246155:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520896.246158:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [204:204:256:4294967295] 192.168.204.149@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:3.0:1731520896.246168:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520896.246175:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520896.246207:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731520896.246212:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520896.246235:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520896.246238:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520896.246372:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520896.246376:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731520896.246380:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520896.246386:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520896.246389:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731520896.246391:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731520896.246399:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00e00 x1815630742319104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520896.247669:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520896.247680:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707000 00000400:00000200:0.0:1731520896.247686:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x731 [1] + 224 00000400:00000200:0.0:1731520896.247704:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520896.247708:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520896.247723:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00e00 x1815630742319104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520896.247774:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520896.247778:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520896.247779:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520896.247784:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00e00 x1815630742319104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520896.247792:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00e00 x1815630742319104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520896.247813:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520896.247817:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4f00. 00000100:00000010:3.0:1731520896.247820:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00e00. 00000100:00000010:1.0:1731520901.253979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00a80. 02000000:00000010:1.0:1731520901.253997:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4f00. 02000000:00000010:2.0:1731520901.254080:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731520901.254113:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520901.254120:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520901.254138:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742319232, portal 25 00000400:00000010:2.0:1731520901.254142:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731520901.254143:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742319232, offset 0 00000400:00000200:2.0:1731520901.254150:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520901.254160:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520901.254164:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520901.254167:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520901.254170:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520901.254171:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520901.254173:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [205:205:256:4294967295] 192.168.204.149@tcp LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1731520901.254179:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520901.254183:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520901.254186:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731520901.254189:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520901.254196:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520901.254198:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520901.254324:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520901.254332:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731520901.254337:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520901.254343:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520901.254346:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731520901.254348:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:0.0:1731520901.254354:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00a80 x1815630742319232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520901.255510:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520901.255522:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707080 00000400:00000200:0.0:1731520901.255528:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x739 [1] + 224 00000400:00000200:0.0:1731520901.255541:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520901.255543:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520901.255548:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00a80 x1815630742319232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520901.255597:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520901.255601:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520901.255602:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520901.255606:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00a80 x1815630742319232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520901.255614:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00a80 x1815630742319232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520901.255633:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731520901.255637:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4f00. 00000100:00000010:2.0:1731520901.255640:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00a80. 00000100:00000010:1.0:1731520906.261958:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00700. 02000000:00000010:1.0:1731520906.261980:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:3.0:1731520906.262082:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520906.262089:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520906.262096:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520906.262103:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742319360, portal 25 00000400:00000010:3.0:1731520906.262107:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731520906.262109:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742319360, offset 0 00000400:00000200:3.0:1731520906.262119:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520906.262139:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520906.262145:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520906.262149:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520906.262152:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520906.262155:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520906.262158:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [206:206:256:4294967295] 192.168.204.149@tcp LPNI seq info [206:206:8:4294967295] 00000400:00000200:3.0:1731520906.262167:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520906.262173:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520906.262177:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731520906.262182:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520906.262190:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520906.262193:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520906.262326:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520906.262330:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731520906.262334:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520906.262339:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520906.262342:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731520906.262344:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731520906.262351:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00700 x1815630742319360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520906.263543:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520906.263553:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707100 00000400:00000200:0.0:1731520906.263559:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x741 [1] + 224 00000400:00000200:0.0:1731520906.263574:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520906.263578:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520906.263582:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00700 x1815630742319360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520906.263635:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520906.263639:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520906.263640:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520906.263644:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00700 x1815630742319360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520906.263652:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00700 x1815630742319360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520906.263670:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520906.263673:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:3.0:1731520906.263677:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00700. 00000100:00000010:1.0:1731520911.270066:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00380. 02000000:00000010:1.0:1731520911.270089:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:3.0:1731520911.270230:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520911.270241:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520911.270247:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520911.270254:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742319488, portal 25 00000400:00000010:3.0:1731520911.270258:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731520911.270265:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742319488, offset 0 00000400:00000200:3.0:1731520911.270275:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520911.270290:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520911.270309:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520911.270313:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520911.270317:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520911.270320:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520911.270323:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [207:207:256:4294967295] 192.168.204.149@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:3.0:1731520911.270332:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520911.270338:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520911.270342:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731520911.270347:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520911.270366:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520911.270370:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520911.270540:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520911.270545:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731520911.270550:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520911.270557:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520911.270561:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731520911.270562:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731520911.270571:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00380 x1815630742319488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520911.272317:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520911.272336:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707180 00000400:00000200:0.0:1731520911.272343:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x749 [1] + 224 00000400:00000200:0.0:1731520911.272360:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520911.272364:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520911.272370:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00380 x1815630742319488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520911.272479:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520911.272486:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520911.272488:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520911.272494:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00380 x1815630742319488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520911.272504:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00380 x1815630742319488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520911.272527:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520911.272531:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:3.0:1731520911.272535:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00380. 00000100:00000010:1.0:1731520916.277967:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00000. 02000000:00000010:1.0:1731520916.277985:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4400. 02000000:00000010:3.0:1731520916.278084:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520916.278091:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520916.278097:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520916.278102:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742319616, portal 25 00000400:00000010:3.0:1731520916.278105:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731520916.278106:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742319616, offset 0 00000400:00000200:3.0:1731520916.278113:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520916.278124:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520916.278128:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520916.278143:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520916.278145:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520916.278147:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520916.278149:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [208:208:256:4294967295] 192.168.204.149@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:3.0:1731520916.278155:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520916.278159:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520916.278162:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731520916.278166:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520916.278172:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520916.278174:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520916.278289:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520916.278293:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731520916.278297:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520916.278302:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520916.278306:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731520916.278308:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731520916.278315:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00000 x1815630742319616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520916.279453:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520916.279462:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707200 00000400:00000200:0.0:1731520916.279468:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x751 [1] + 224 00000400:00000200:0.0:1731520916.279484:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520916.279487:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520916.279491:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00000 x1815630742319616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520916.279565:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520916.279569:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520916.279570:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520916.279574:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00000 x1815630742319616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520916.279580:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00000 x1815630742319616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520916.279596:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520916.279599:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4400. 00000100:00000010:3.0:1731520916.279601:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00000. 00000100:00000010:1.0:1731520921.285953:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00000. 02000000:00000010:1.0:1731520921.285968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:2.0:1731520921.286057:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520921.286067:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520921.286074:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520921.286081:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742319744, portal 25 00000400:00000010:2.0:1731520921.286092:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000100:00000200:2.0:1731520921.286094:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742319744, offset 0 00000400:00000200:2.0:1731520921.286102:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520921.286130:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520921.286134:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520921.286136:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520921.286138:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520921.286140:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520921.286142:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [209:209:256:4294967295] 192.168.204.149@tcp LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1731520921.286148:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520921.286152:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520921.286155:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731520921.286158:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520921.286164:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520921.286166:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520921.286279:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520921.286282:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731520921.286285:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520921.286289:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520921.286292:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:0.0:1731520921.286293:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:0.0:1731520921.286299:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00000 x1815630742319744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520921.287695:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520921.287711:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707280 00000400:00000200:0.0:1731520921.287717:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x759 [1] + 224 00000400:00000200:0.0:1731520921.287746:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520921.287750:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520921.287756:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00000 x1815630742319744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520921.287809:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520921.287813:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520921.287814:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520921.287818:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00000 x1815630742319744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520921.287824:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00000 x1815630742319744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520921.287840:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520921.287843:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:2.0:1731520921.287846:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00000. 00000100:00000010:1.0:1731520926.293982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00380. 02000000:00000010:1.0:1731520926.293999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:3.0:1731520926.294059:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520926.294070:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520926.294076:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520926.294082:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742319872, portal 25 00000400:00000010:3.0:1731520926.294085:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731520926.294087:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742319872, offset 0 00000400:00000200:3.0:1731520926.294106:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520926.294116:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520926.294120:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520926.294124:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520926.294133:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520926.294135:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520926.294137:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [210:210:256:4294967295] 192.168.204.149@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:3.0:1731520926.294144:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520926.294148:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520926.294150:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731520926.294155:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520926.294160:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520926.294163:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520926.294275:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520926.294278:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731520926.294282:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520926.294286:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520926.294289:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731520926.294290:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731520926.294296:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00380 x1815630742319872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520926.295838:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520926.295846:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707300 00000400:00000200:0.0:1731520926.295851:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x761 [1] + 224 00000400:00000200:0.0:1731520926.295888:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520926.295891:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520926.295895:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00380 x1815630742319872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520926.295943:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520926.295947:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520926.295948:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520926.295951:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00380 x1815630742319872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520926.295957:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00380 x1815630742319872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520926.295975:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520926.295977:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:3.0:1731520926.295980:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00380. 00000100:00000010:1.0:1731520931.301952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00700. 02000000:00000010:1.0:1731520931.301968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4900. 02000000:00000010:2.0:1731520931.302114:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520931.302122:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520931.302128:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520931.302134:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320000, portal 25 00000400:00000010:2.0:1731520931.302137:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731520931.302148:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320000, offset 0 00000400:00000200:2.0:1731520931.302155:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520931.302166:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520931.302169:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520931.302172:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520931.302175:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520931.302176:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520931.302178:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [211:211:256:4294967295] 192.168.204.149@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000200:2.0:1731520931.302185:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520931.302189:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520931.302191:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731520931.302195:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520931.302212:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520931.302215:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520931.302338:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520931.302341:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731520931.302345:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520931.302351:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520931.302355:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731520931.302357:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731520931.302365:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00700 x1815630742320000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520931.303608:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520931.303622:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707380 00000400:00000200:0.0:1731520931.303627:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x769 [1] + 224 00000400:00000200:0.0:1731520931.303637:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520931.303640:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520931.303644:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00700 x1815630742320000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520931.303691:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520931.303695:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520931.303696:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520931.303701:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00700 x1815630742320000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520931.303709:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00700 x1815630742320000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520931.303728:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520931.303732:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4900. 00000100:00000010:2.0:1731520931.303735:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00700. 00000100:00000010:1.0:1731520936.309949:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00a80. 02000000:00000010:1.0:1731520936.309970:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4500. 02000000:00000010:3.0:1731520936.310025:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520936.310032:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520936.310037:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520936.310043:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320128, portal 25 00000400:00000010:3.0:1731520936.310046:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731520936.310047:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320128, offset 0 00000400:00000200:3.0:1731520936.310054:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520936.310065:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520936.310070:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520936.310073:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520936.310075:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520936.310085:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520936.310088:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [212:212:256:4294967295] 192.168.204.149@tcp LPNI seq info [212:212:8:4294967295] 00000400:00000200:3.0:1731520936.310095:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520936.310099:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520936.310103:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731520936.310107:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520936.310113:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520936.310115:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520936.310257:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520936.310260:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731520936.310263:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520936.310267:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520936.310270:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731520936.310272:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731520936.310278:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00a80 x1815630742320128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520936.311914:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520936.311922:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707400 00000400:00000200:0.0:1731520936.311927:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x771 [1] + 224 00000400:00000200:0.0:1731520936.311939:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520936.311942:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520936.311946:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00a80 x1815630742320128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520936.311989:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520936.311993:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520936.311993:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520936.311997:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00a80 x1815630742320128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520936.312004:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00a80 x1815630742320128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520936.312020:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520936.312023:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4500. 00000100:00000010:3.0:1731520936.312025:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00a80. 00000100:00000010:1.0:1731520941.317981:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00e00. 02000000:00000010:1.0:1731520941.317999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4300. 02000000:00000010:2.0:1731520941.318074:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520941.318080:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520941.318086:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520941.318092:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320256, portal 25 00000400:00000010:2.0:1731520941.318095:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731520941.318096:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320256, offset 0 00000400:00000200:2.0:1731520941.318113:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520941.318123:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520941.318126:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520941.318129:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520941.318132:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520941.318133:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520941.318135:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [213:213:256:4294967295] 192.168.204.149@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1731520941.318141:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520941.318145:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520941.318147:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731520941.318151:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520941.318156:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520941.318159:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520941.318291:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520941.318295:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731520941.318299:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520941.318306:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520941.318310:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:0.0:1731520941.318313:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:0.0:1731520941.318320:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00e00 x1815630742320256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520941.319424:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520941.319438:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707480 00000400:00000200:0.0:1731520941.319445:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x779 [1] + 224 00000400:00000200:0.0:1731520941.319460:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520941.319464:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520941.319470:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00e00 x1815630742320256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520941.319524:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520941.319528:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520941.319530:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520941.319534:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00e00 x1815630742320256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520941.319543:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00e00 x1815630742320256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520941.319563:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520941.319567:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4300. 00000100:00000010:2.0:1731520941.319570:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00e00. 00000100:00000010:1.0:1731520946.325994:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01180. 02000000:00000010:1.0:1731520946.326014:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:3.0:1731520946.326090:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520946.326097:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520946.326104:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520946.326109:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320384, portal 25 00000400:00000010:3.0:1731520946.326112:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731520946.326114:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320384, offset 0 00000400:00000200:3.0:1731520946.326120:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520946.326132:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520946.326136:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520946.326139:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520946.326141:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520946.326143:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520946.326155:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [214:214:256:4294967295] 192.168.204.149@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:3.0:1731520946.326162:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520946.326166:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520946.326169:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731520946.326173:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520946.326179:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520946.326182:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520946.326328:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520946.326331:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731520946.326334:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520946.326338:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520946.326341:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731520946.326342:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731520946.326348:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01180 x1815630742320384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520946.327881:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520946.327889:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707500 00000400:00000200:0.0:1731520946.327894:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x781 [1] + 224 00000400:00000200:0.0:1731520946.327906:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520946.327909:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520946.327913:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01180 x1815630742320384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520946.327952:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520946.327956:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520946.327957:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520946.327961:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01180 x1815630742320384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520946.327967:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01180 x1815630742320384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520946.327985:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520946.327988:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:3.0:1731520946.327990:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01180. 00000100:00000010:1.0:1731520951.334035:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731520951.334063:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:1.0:1731520951.334148:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731520951.334157:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731520951.334167:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520951.334199:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320512, portal 25 00000400:00000010:1.0:1731520951.334207:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731520951.334211:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320512, offset 0 00000400:00000200:1.0:1731520951.334224:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731520951.334243:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731520951.334251:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520951.334258:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731520951.334263:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520951.334266:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731520951.334272:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [215:215:256:4294967295] 192.168.204.149@tcp LPNI seq info [215:215:8:4294967295] 00000400:00000200:1.0:1731520951.334312:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731520951.334322:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731520951.334328:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731520951.334337:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731520951.334347:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731520951.334353:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520951.334578:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520951.334585:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731520951.334590:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520951.334598:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520951.334602:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731520951.334605:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731520951.334614:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742320512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520951.336503:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520951.336531:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707580 00000400:00000200:0.0:1731520951.336541:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x789 [1] + 224 00000400:00000200:0.0:1731520951.336566:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520951.336572:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520951.336581:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742320512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520951.336671:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731520951.336679:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731520951.336681:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731520951.336689:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742320512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520951.336699:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742320512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520951.336723:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731520951.336730:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:1.0:1731520951.336733:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000100:00000010:1.0:1731520956.341966:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731520956.341986:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:3.0:1731520956.342055:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520956.342062:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520956.342067:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520956.342073:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320640, portal 25 00000400:00000010:3.0:1731520956.342076:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731520956.342077:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320640, offset 0 00000400:00000200:3.0:1731520956.342094:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520956.342106:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520956.342110:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520956.342112:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520956.342115:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520956.342117:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520956.342119:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [216:216:256:4294967295] 192.168.204.149@tcp LPNI seq info [216:216:8:4294967295] 00000400:00000200:3.0:1731520956.342143:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520956.342147:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520956.342150:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731520956.342154:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520956.342159:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520956.342162:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520956.342282:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520956.342285:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731520956.342289:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520956.342293:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520956.342295:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731520956.342296:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731520956.342301:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742320640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520956.343337:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520956.343345:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707600 00000400:00000200:0.0:1731520956.343352:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x791 [1] + 224 00000400:00000200:0.0:1731520956.343367:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520956.343371:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520956.343376:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742320640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520956.343451:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520956.343455:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520956.343456:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520956.343460:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742320640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520956.343466:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742320640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520956.343483:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520956.343486:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:3.0:1731520956.343488:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000100:00000010:1.0:1731520961.350065:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731520961.350102:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4500. 02000000:00000010:2.0:1731520961.350285:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520961.350293:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520961.350298:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520961.350304:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320768, portal 25 00000400:00000010:2.0:1731520961.350307:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731520961.350308:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320768, offset 0 00000400:00000200:2.0:1731520961.350315:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520961.350364:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520961.350370:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520961.350374:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520961.350377:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520961.350380:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520961.350383:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [217:217:256:4294967295] 192.168.204.149@tcp LPNI seq info [217:217:8:4294967295] 00000400:00000200:2.0:1731520961.350394:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520961.350415:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520961.350418:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731520961.350422:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520961.350428:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520961.350431:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520961.350577:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520961.350580:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731520961.350583:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520961.350588:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520961.350591:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000400:00000010:0.0:1731520961.350592:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000100:00000200:0.0:1731520961.350599:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742320768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520961.352206:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520961.352228:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707680 00000400:00000200:0.0:1731520961.352250:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x799 [1] + 224 00000400:00000200:0.0:1731520961.352262:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520961.352264:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520961.352269:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742320768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520961.352342:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520961.352346:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520961.352347:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520961.352351:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742320768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520961.352357:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742320768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520961.352373:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520961.352376:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4500. 00000100:00000010:2.0:1731520961.352378:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000100:00000010:1.0:1731520966.358046:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731520966.358065:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4000. 02000000:00000010:3.0:1731520966.358150:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520966.358160:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520966.358166:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520966.358173:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742320896, portal 25 00000400:00000010:3.0:1731520966.358178:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731520966.358180:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742320896, offset 0 00000400:00000200:3.0:1731520966.358189:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520966.358204:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520966.358210:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520966.358214:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520966.358217:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520966.358219:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520966.358223:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [218:218:256:4294967295] 192.168.204.149@tcp LPNI seq info [218:218:8:4294967295] 00000400:00000200:3.0:1731520966.358233:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520966.358252:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520966.358256:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731520966.358262:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520966.358270:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520966.358274:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520966.358368:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520966.358372:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731520966.358375:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520966.358380:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520966.358394:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731520966.358395:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731520966.358402:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742320896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520966.359586:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520966.359596:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707700 00000400:00000200:0.0:1731520966.359602:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7a1 [1] + 224 00000400:00000200:0.0:1731520966.359618:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520966.359622:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520966.359627:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742320896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520966.359688:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520966.359692:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520966.359694:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520966.359699:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742320896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520966.359708:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742320896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520966.359729:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520966.359733:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4000. 00000100:00000010:3.0:1731520966.359736:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000100:00000010:1.0:1731520971.365964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731520971.365982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4900. 02000000:00000010:3.0:1731520971.366060:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520971.366067:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520971.366073:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520971.366078:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321024, portal 25 00000400:00000010:3.0:1731520971.366081:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731520971.366082:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321024, offset 0 00000400:00000200:3.0:1731520971.366089:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520971.366100:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520971.366103:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520971.366106:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520971.366109:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520971.366110:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520971.366112:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [219:219:256:4294967295] 192.168.204.149@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000200:3.0:1731520971.366119:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520971.366123:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520971.366134:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731520971.366139:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520971.366145:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520971.366148:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520971.366265:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520971.366270:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731520971.366274:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520971.366280:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520971.366284:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731520971.366286:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731520971.366294:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742321024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520971.367475:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520971.367493:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707780 00000400:00000200:0.0:1731520971.367500:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7a9 [1] + 224 00000400:00000200:0.0:1731520971.367517:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520971.367521:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520971.367527:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742321024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520971.367575:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520971.367579:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520971.367581:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520971.367585:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742321024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520971.367591:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742321024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520971.367608:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520971.367611:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4900. 00000100:00000010:3.0:1731520971.367613:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000100:00000010:1.0:1731520976.373991:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731520976.374013:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:3.0:1731520976.374097:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520976.374104:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520976.374109:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520976.374115:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321152, portal 25 00000400:00000010:3.0:1731520976.374118:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731520976.374119:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321152, offset 0 00000400:00000200:3.0:1731520976.374125:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520976.374137:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520976.374140:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520976.374143:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520976.374145:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520976.374147:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520976.374149:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [220:220:256:4294967295] 192.168.204.149@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:3.0:1731520976.374155:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520976.374159:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520976.374161:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731520976.374176:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520976.374181:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520976.374184:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520976.374303:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520976.374306:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731520976.374309:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520976.374313:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520976.374315:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731520976.374316:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731520976.374322:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742321152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520976.375469:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520976.375476:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707800 00000400:00000200:0.0:1731520976.375480:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7b1 [1] + 224 00000400:00000200:0.0:1731520976.375492:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520976.375495:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520976.375499:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742321152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520976.375541:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520976.375544:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520976.375545:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520976.375548:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742321152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520976.375553:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742321152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520976.375577:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520976.375581:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:3.0:1731520976.375583:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000100:00000010:1.0:1731520981.382019:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731520981.382041:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4b00. 02000000:00000010:2.0:1731520981.382247:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731520981.382256:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731520981.382264:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520981.382271:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321280, portal 25 00000400:00000010:2.0:1731520981.382276:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731520981.382278:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321280, offset 0 00000400:00000200:2.0:1731520981.382286:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731520981.382298:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731520981.382315:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520981.382318:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731520981.382321:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520981.382323:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731520981.382325:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [221:221:256:4294967295] 192.168.204.149@tcp LPNI seq info [221:221:8:4294967295] 00000400:00000200:2.0:1731520981.382333:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731520981.382337:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731520981.382341:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731520981.382345:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731520981.382351:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731520981.382354:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520981.382522:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520981.382526:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731520981.382530:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520981.382535:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520981.382538:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:0.0:1731520981.382540:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:0.0:1731520981.382547:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742321280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520981.384115:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520981.384131:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707880 00000400:00000200:0.0:1731520981.384137:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7b9 [1] + 224 00000400:00000200:0.0:1731520981.384152:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520981.384156:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520981.384163:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742321280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520981.384253:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731520981.384258:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731520981.384259:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731520981.384264:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742321280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520981.384272:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742321280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520981.384292:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731520981.384296:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4b00. 00000100:00000010:2.0:1731520981.384299:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000100:00000010:1.0:1731520986.389978:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731520986.390006:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:3.0:1731520986.390114:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520986.390122:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520986.390127:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520986.390133:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321408, portal 25 00000400:00000010:3.0:1731520986.390135:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731520986.390137:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321408, offset 0 00000400:00000200:3.0:1731520986.390143:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520986.390154:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520986.390158:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520986.390160:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520986.390163:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520986.390164:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520986.390166:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [222:222:256:4294967295] 192.168.204.149@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1731520986.390172:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520986.390176:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520986.390178:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731520986.390182:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520986.390194:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520986.390196:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520986.390287:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520986.390290:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731520986.390294:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520986.390298:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520986.390301:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731520986.390302:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731520986.390308:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742321408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520986.391522:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520986.391563:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707900 00000400:00000200:0.0:1731520986.391568:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7c1 [1] + 224 00000400:00000200:0.0:1731520986.391581:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520986.391583:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520986.391587:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742321408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520986.391636:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520986.391640:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520986.391641:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520986.391645:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742321408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520986.391651:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742321408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520986.391666:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520986.391670:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:3.0:1731520986.391672:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000100:00000010:1.0:1731520991.397988:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731520991.398017:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4e00. 02000000:00000010:3.0:1731520991.398114:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520991.398122:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520991.398128:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520991.398135:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321536, portal 25 00000400:00000010:3.0:1731520991.398139:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731520991.398141:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321536, offset 0 00000400:00000200:3.0:1731520991.398149:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520991.398162:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520991.398168:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520991.398172:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520991.398175:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520991.398177:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520991.398181:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [223:223:256:4294967295] 192.168.204.149@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:3.0:1731520991.398190:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520991.398196:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520991.398200:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731520991.398205:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520991.398213:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520991.398228:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520991.398351:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520991.398355:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731520991.398360:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520991.398366:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520991.398369:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731520991.398371:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731520991.398377:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742321536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520991.399927:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520991.399943:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707980 00000400:00000200:0.0:1731520991.399948:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7c9 [1] + 224 00000400:00000200:0.0:1731520991.399963:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520991.399966:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520991.399983:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742321536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520991.400045:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520991.400049:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520991.400050:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520991.400054:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742321536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520991.400060:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742321536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520991.400079:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520991.400082:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4e00. 00000100:00000010:3.0:1731520991.400084:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000100:00000010:1.0:1731520996.405986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 02000000:00000010:1.0:1731520996.406007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4f00. 02000000:00000010:3.0:1731520996.406079:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731520996.406087:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731520996.406092:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520996.406097:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321664, portal 25 00000400:00000010:3.0:1731520996.406100:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731520996.406101:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321664, offset 0 00000400:00000200:3.0:1731520996.406108:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731520996.406119:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731520996.406123:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520996.406126:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731520996.406128:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520996.406129:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731520996.406131:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [224:224:256:4294967295] 192.168.204.149@tcp LPNI seq info [224:224:8:4294967295] 00000400:00000200:3.0:1731520996.406138:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731520996.406142:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731520996.406144:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731520996.406148:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731520996.406154:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731520996.406157:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520996.406320:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520996.406324:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731520996.406328:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520996.406332:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731520996.406335:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731520996.406337:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731520996.406344:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01c00 x1815630742321664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520996.407539:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731520996.407547:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707a00 00000400:00000200:0.0:1731520996.407551:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7d1 [1] + 224 00000400:00000200:0.0:1731520996.407563:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520996.407565:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731520996.407570:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01c00 x1815630742321664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520996.407623:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731520996.407627:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731520996.407628:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731520996.407631:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01c00 x1815630742321664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520996.407638:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01c00 x1815630742321664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520996.407653:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731520996.407656:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4f00. 00000100:00000010:3.0:1731520996.407659:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00000100:00000010:1.0:1731521001.413964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 02000000:00000010:1.0:1731521001.413982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4e00. 02000000:00000010:3.0:1731521001.414098:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521001.414107:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521001.414114:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521001.414136:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321792, portal 25 00000400:00000010:3.0:1731521001.414140:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731521001.414142:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321792, offset 0 00000400:00000200:3.0:1731521001.414151:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521001.414165:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521001.414170:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521001.414174:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521001.414177:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521001.414180:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521001.414183:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [225:225:256:4294967295] 192.168.204.149@tcp LPNI seq info [225:225:8:4294967295] 00000400:00000200:3.0:1731521001.414193:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521001.414199:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521001.414203:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731521001.414208:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521001.414216:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521001.414221:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521001.414379:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521001.414382:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731521001.414406:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521001.414411:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521001.414413:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731521001.414415:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731521001.414421:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02d80 x1815630742321792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521001.415718:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521001.415738:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707a80 00000400:00000200:0.0:1731521001.415743:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7d9 [1] + 224 00000400:00000200:0.0:1731521001.415756:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521001.415758:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521001.415763:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02d80 x1815630742321792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521001.415839:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521001.415849:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521001.415850:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521001.415854:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02d80 x1815630742321792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521001.415882:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02d80 x1815630742321792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521001.415900:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521001.415902:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4e00. 00000100:00000010:3.0:1731521001.415905:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00000100:00000010:1.0:1731521006.421955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731521006.421975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:3.0:1731521006.422047:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521006.422064:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521006.422069:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521006.422075:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742321920, portal 25 00000400:00000010:3.0:1731521006.422078:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731521006.422079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742321920, offset 0 00000400:00000200:3.0:1731521006.422085:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521006.422096:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521006.422100:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521006.422103:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521006.422105:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521006.422107:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521006.422109:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [226:226:256:4294967295] 192.168.204.149@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:3.0:1731521006.422115:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521006.422118:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521006.422121:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731521006.422125:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521006.422130:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521006.422132:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521006.422251:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521006.422255:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731521006.422258:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521006.422263:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521006.422265:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731521006.422266:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731521006.422272:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742321920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521006.423257:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521006.423264:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707b00 00000400:00000200:0.0:1731521006.423268:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7e1 [1] + 224 00000400:00000200:0.0:1731521006.423282:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521006.423284:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521006.423288:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742321920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521006.423332:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521006.423336:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521006.423345:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521006.423349:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742321920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521006.423355:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742321920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521006.423372:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521006.423375:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:3.0:1731521006.423378:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000100:00000010:1.0:1731521011.429986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731521011.430006:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:0.0:1731521011.430122:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913a00. 00000400:00000010:0.0:1731521011.430130:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d058. 00000400:00000010:0.0:1731521011.430138:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab95d8. 00000100:00000200:0.0:1731521011.430145:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322048, portal 25 00000400:00000010:0.0:1731521011.430149:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab97f8. 00000100:00000200:0.0:1731521011.430151:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322048, offset 0 00000400:00000200:0.0:1731521011.430158:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521011.430170:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521011.430191:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521011.430194:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521011.430197:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521011.430199:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521011.430201:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [227:227:256:4294967295] 192.168.204.149@tcp LPNI seq info [227:227:8:4294967295] 00000400:00000200:0.0:1731521011.430209:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521011.430213:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521011.430217:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731521011.430221:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521011.430228:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521011.430232:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521011.430379:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521011.430383:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731521011.430386:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521011.430392:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521011.430395:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab97f8 00000400:00000010:2.0:1731521011.430397:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab97f8. 00000100:00000200:2.0:1731521011.430404:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742322048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521011.431723:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521011.431734:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707b80 00000400:00000200:0.0:1731521011.431741:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7e9 [1] + 224 00000400:00000200:0.0:1731521011.431758:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521011.431762:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521011.431768:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742322048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521011.431894:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d058. 00000400:00000200:2.0:1731521011.431925:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab95d8 00000400:00000010:2.0:1731521011.431927:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab95d8. 00000100:00000200:2.0:1731521011.431933:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742322048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521011.431944:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742322048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521011.431967:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913a00. 02000000:00000010:2.0:1731521011.431971:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:2.0:1731521011.431975:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000100:00000010:1.0:1731521016.438051:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 02000000:00000010:1.0:1731521016.438075:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4b00. 02000000:00000010:2.0:1731521016.438205:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521016.438214:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521016.438221:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521016.438227:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322176, portal 25 00000400:00000010:2.0:1731521016.438231:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000100:00000200:2.0:1731521016.438233:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322176, offset 0 00000400:00000200:2.0:1731521016.438242:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521016.438255:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521016.438260:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521016.438282:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521016.438286:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521016.438288:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521016.438292:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [228:228:256:4294967295] 192.168.204.149@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000200:2.0:1731521016.438303:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521016.438310:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521016.438314:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731521016.438320:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521016.438330:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521016.438334:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521016.438566:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521016.438573:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731521016.438578:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521016.438586:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521016.438590:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000400:00000010:0.0:1731521016.438593:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:0.0:1731521016.438602:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02d80 x1815630742322176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521016.440450:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521016.440461:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707c00 00000400:00000200:0.0:1731521016.440468:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7f1 [1] + 224 00000400:00000200:0.0:1731521016.440497:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521016.440501:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521016.440507:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02d80 x1815630742322176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521016.440661:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521016.440670:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521016.440684:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521016.440694:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02d80 x1815630742322176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521016.440710:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02d80 x1815630742322176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521016.440743:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521016.440750:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4b00. 00000100:00000010:2.0:1731521016.440755:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00000100:00000010:1.0:1731521021.446080:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 02000000:00000010:1.0:1731521021.446108:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:2.0:1731521021.446225:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521021.446236:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521021.446243:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521021.446251:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322304, portal 25 00000400:00000010:2.0:1731521021.446255:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731521021.446257:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322304, offset 0 00000400:00000200:2.0:1731521021.446266:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521021.446281:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521021.446286:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521021.446291:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521021.446294:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521021.446297:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521021.446300:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [229:229:256:4294967295] 192.168.204.149@tcp LPNI seq info [229:229:8:4294967295] 00000400:00000200:2.0:1731521021.446310:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521021.446315:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521021.446319:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731521021.446324:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521021.446333:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521021.446337:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521021.446513:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521021.446517:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731521021.446522:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521021.446528:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521021.446532:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731521021.446534:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731521021.446542:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01c00 x1815630742322304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521021.448327:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521021.448340:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707c80 00000400:00000200:0.0:1731521021.448348:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x7f9 [1] + 224 00000400:00000200:0.0:1731521021.448371:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521021.448376:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521021.448383:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01c00 x1815630742322304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521021.448446:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521021.448451:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521021.448452:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521021.448456:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01c00 x1815630742322304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521021.448473:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01c00 x1815630742322304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521021.448492:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521021.448496:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:2.0:1731521021.448499:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00000100:00000010:1.0:1731521026.453968:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731521026.453987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4900. 02000000:00000010:3.0:1731521026.454055:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521026.454060:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521026.454065:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521026.454071:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322432, portal 25 00000400:00000010:3.0:1731521026.454073:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521026.454075:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322432, offset 0 00000400:00000200:3.0:1731521026.454083:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521026.454094:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521026.454098:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521026.454101:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521026.454103:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521026.454105:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521026.454107:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [230:230:256:4294967295] 192.168.204.149@tcp LPNI seq info [230:230:8:4294967295] 00000400:00000200:3.0:1731521026.454113:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521026.454117:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521026.454120:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521026.454123:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521026.454129:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521026.454132:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521026.454249:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521026.454251:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521026.454254:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521026.454259:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521026.454261:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:0.0:1731521026.454262:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:0.0:1731521026.454268:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742322432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521026.455247:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521026.455255:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707d00 00000400:00000200:0.0:1731521026.455259:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x801 [1] + 224 00000400:00000200:0.0:1731521026.455278:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521026.455281:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521026.455285:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742322432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521026.455328:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521026.455331:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521026.455332:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521026.455335:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742322432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521026.455346:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742322432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521026.455361:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521026.455364:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4900. 00000100:00000010:3.0:1731521026.455366:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000100:00000010:1.0:1731521031.462001:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731521031.462027:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4000. 02000000:00000010:3.0:1731521031.462164:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521031.462173:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521031.462181:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521031.462189:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322560, portal 25 00000400:00000010:3.0:1731521031.462193:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731521031.462195:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322560, offset 0 00000400:00000200:3.0:1731521031.462205:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521031.462221:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521031.462226:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521031.462230:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521031.462234:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521031.462247:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521031.462250:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [231:231:256:4294967295] 192.168.204.149@tcp LPNI seq info [231:231:8:4294967295] 00000400:00000200:3.0:1731521031.462281:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521031.462288:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521031.462294:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521031.462300:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521031.462309:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521031.462313:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521031.462491:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521031.462495:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521031.462512:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521031.462518:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521031.462522:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731521031.462524:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731521031.462533:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742322560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521031.464229:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521031.464242:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707d80 00000400:00000200:0.0:1731521031.464250:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x809 [1] + 224 00000400:00000200:0.0:1731521031.464274:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521031.464278:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521031.464286:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742322560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521031.464370:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521031.464377:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521031.464380:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521031.464386:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742322560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521031.464414:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742322560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521031.464438:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521031.464443:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4000. 00000100:00000010:3.0:1731521031.464447:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000100:00000010:1.0:1731521036.469931:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731521036.469950:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4500. 02000000:00000010:3.0:1731521036.470047:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521036.470054:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521036.470059:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521036.470065:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322688, portal 25 00000400:00000010:3.0:1731521036.470068:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731521036.470069:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322688, offset 0 00000400:00000200:3.0:1731521036.470075:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521036.470086:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521036.470090:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521036.470093:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521036.470095:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521036.470097:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521036.470099:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [232:232:256:4294967295] 192.168.204.149@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:3.0:1731521036.470105:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521036.470109:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521036.470111:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521036.470116:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521036.470121:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521036.470124:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521036.470269:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521036.470273:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521036.470276:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521036.470280:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521036.470283:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731521036.470285:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731521036.470290:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742322688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521036.472056:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521036.472065:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707e00 00000400:00000200:0.0:1731521036.472071:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x811 [1] + 224 00000400:00000200:0.0:1731521036.472097:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521036.472100:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521036.472105:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742322688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521036.472173:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521036.472177:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521036.472178:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521036.472182:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742322688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521036.472199:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742322688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521036.472217:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521036.472220:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4500. 00000100:00000010:3.0:1731521036.472223:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000100:00000010:1.0:1731521041.477961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731521041.477982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:2.0:1731521041.478109:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521041.478118:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521041.478124:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521041.478130:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322816, portal 25 00000400:00000010:2.0:1731521041.478134:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731521041.478135:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322816, offset 0 00000400:00000200:2.0:1731521041.478143:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521041.478156:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521041.478161:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521041.478165:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521041.478168:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521041.478171:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521041.478173:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [233:233:256:4294967295] 192.168.204.149@tcp LPNI seq info [233:233:8:4294967295] 00000400:00000200:2.0:1731521041.478181:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521041.478186:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521041.478189:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731521041.478193:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521041.478200:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521041.478203:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521041.478378:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521041.478382:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731521041.478387:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521041.478392:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521041.478396:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731521041.478398:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731521041.478405:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742322816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521041.479912:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521041.479926:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707e80 00000400:00000200:0.0:1731521041.479934:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x819 [1] + 224 00000400:00000200:0.0:1731521041.479957:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521041.479962:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521041.479985:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742322816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521041.480079:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521041.480084:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521041.480086:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521041.480091:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742322816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521041.480113:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742322816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521041.480137:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521041.480141:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:2.0:1731521041.480144:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000100:00000010:1.0:1731521046.486007:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731521046.486026:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4200. 02000000:00000010:3.0:1731521046.486131:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521046.486138:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521046.486144:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521046.486149:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742322944, portal 25 00000400:00000010:3.0:1731521046.486153:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731521046.486154:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742322944, offset 0 00000400:00000200:3.0:1731521046.486161:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521046.486173:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521046.486188:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521046.486191:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521046.486193:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521046.486194:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521046.486196:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [234:234:256:4294967295] 192.168.204.149@tcp LPNI seq info [234:234:8:4294967295] 00000400:00000200:3.0:1731521046.486202:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521046.486206:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521046.486209:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731521046.486213:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521046.486219:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521046.486221:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521046.486377:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521046.486380:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731521046.486384:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521046.486388:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521046.486390:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731521046.486391:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731521046.486398:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742322944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521046.487817:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521046.487827:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707f00 00000400:00000200:0.0:1731521046.487834:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x821 [1] + 224 00000400:00000200:0.0:1731521046.487894:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521046.487897:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521046.487902:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742322944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521046.487955:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521046.487979:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521046.487980:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521046.487984:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742322944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521046.487999:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742322944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521046.488015:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521046.488017:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4200. 00000100:00000010:3.0:1731521046.488020:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000100:00000010:1.0:1731521051.493987:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731521051.494012:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4200. 02000000:00000010:2.0:1731521051.494098:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521051.494104:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521051.494121:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521051.494127:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323072, portal 25 00000400:00000010:2.0:1731521051.494130:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731521051.494131:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323072, offset 0 00000400:00000200:2.0:1731521051.494137:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521051.494148:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521051.494152:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521051.494155:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521051.494157:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521051.494158:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521051.494160:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [235:235:256:4294967295] 192.168.204.149@tcp LPNI seq info [235:235:8:4294967295] 00000400:00000200:2.0:1731521051.494167:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521051.494170:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521051.494173:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731521051.494177:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521051.494182:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521051.494185:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521051.494305:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521051.494308:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731521051.494311:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521051.494315:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521051.494318:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:0.0:1731521051.494319:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:0.0:1731521051.494325:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742323072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521051.495625:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521051.495634:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79707f80 00000400:00000200:0.0:1731521051.495638:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x829 [1] + 224 00000400:00000200:0.0:1731521051.495654:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521051.495657:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521051.495661:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742323072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521051.495706:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521051.495711:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521051.495712:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521051.495716:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742323072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521051.495736:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742323072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521051.495754:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521051.495757:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4200. 00000100:00000010:2.0:1731521051.495759:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000100:00000010:1.0:1731521056.502033:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731521056.502059:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4300. 02000000:00000010:2.0:1731521056.502220:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521056.502234:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521056.502242:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521056.502285:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323200, portal 25 00000400:00000010:2.0:1731521056.502293:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731521056.502312:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323200, offset 0 00000400:00000200:2.0:1731521056.502322:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521056.502337:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521056.502342:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521056.502346:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521056.502350:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521056.502352:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521056.502355:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [236:236:256:4294967295] 192.168.204.149@tcp LPNI seq info [236:236:8:4294967295] 00000400:00000200:2.0:1731521056.502364:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521056.502370:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521056.502374:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731521056.502379:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521056.502388:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521056.502392:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521056.502544:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521056.502549:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731521056.502555:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521056.502561:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521056.502565:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731521056.502567:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731521056.502575:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742323200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521056.504227:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521056.504240:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708000 00000400:00000200:0.0:1731521056.504294:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x831 [1] + 224 00000400:00000200:0.0:1731521056.504327:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521056.504331:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521056.504338:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742323200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521056.504448:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521056.504455:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521056.504456:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521056.504463:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742323200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521056.504488:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742323200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521056.504511:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521056.504516:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4300. 00000100:00000010:2.0:1731521056.504519:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000100:00000010:1.0:1731521061.509980:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731521061.509999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4500. 02000000:00000010:3.0:1731521061.510107:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521061.510114:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521061.510119:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521061.510125:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323328, portal 25 00000400:00000010:3.0:1731521061.510128:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731521061.510129:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323328, offset 0 00000400:00000200:3.0:1731521061.510137:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521061.510148:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521061.510152:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521061.510177:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521061.510181:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521061.510184:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521061.510203:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [237:237:256:4294967295] 192.168.204.149@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:3.0:1731521061.510212:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521061.510218:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521061.510221:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521061.510226:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521061.510233:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521061.510236:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521061.510355:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521061.510359:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521061.510363:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521061.510368:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521061.510371:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731521061.510373:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731521061.510379:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742323328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521061.511539:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521061.511548:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708080 00000400:00000200:0.0:1731521061.511554:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x839 [1] + 224 00000400:00000200:0.0:1731521061.511570:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521061.511573:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521061.511579:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742323328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521061.511645:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521061.511652:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521061.511654:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521061.511662:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742323328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521061.511691:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742323328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521061.511716:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521061.511721:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4500. 00000100:00000010:3.0:1731521061.511725:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000100:00000010:1.0:1731521066.517974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01180. 02000000:00000010:1.0:1731521066.517992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4900. 02000000:00000010:3.0:1731521066.518093:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521066.518101:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521066.518106:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521066.518113:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323456, portal 25 00000400:00000010:3.0:1731521066.518117:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731521066.518119:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323456, offset 0 00000400:00000200:3.0:1731521066.518126:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521066.518137:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521066.518141:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521066.518144:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521066.518146:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521066.518148:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521066.518150:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [238:238:256:4294967295] 192.168.204.149@tcp LPNI seq info [238:238:8:4294967295] 00000400:00000200:3.0:1731521066.518156:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521066.518160:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521066.518162:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731521066.518166:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521066.518172:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521066.518175:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521066.518310:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521066.518313:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731521066.518318:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521066.518323:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521066.518326:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731521066.518328:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731521066.518335:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01180 x1815630742323456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521066.519612:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521066.519621:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708100 00000400:00000200:0.0:1731521066.519627:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x841 [1] + 224 00000400:00000200:0.0:1731521066.519652:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521066.519656:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521066.519662:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01180 x1815630742323456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521066.519717:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521066.519721:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521066.519723:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521066.519727:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01180 x1815630742323456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521066.519747:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01180 x1815630742323456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521066.519765:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521066.519770:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4900. 00000100:00000010:3.0:1731521066.519773:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01180. 00000100:00000010:1.0:1731521071.526018:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00e00. 02000000:00000010:1.0:1731521071.526045:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:2.0:1731521071.526200:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521071.526212:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521071.526219:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521071.526228:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323584, portal 25 00000400:00000010:2.0:1731521071.526232:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731521071.526235:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323584, offset 0 00000400:00000200:2.0:1731521071.526246:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521071.526263:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521071.526268:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521071.526273:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521071.526277:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521071.526280:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521071.526283:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [239:239:256:4294967295] 192.168.204.149@tcp LPNI seq info [239:239:8:4294967295] 00000400:00000200:2.0:1731521071.526295:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521071.526301:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521071.526306:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731521071.526312:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521071.526321:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521071.526326:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521071.526560:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521071.526566:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731521071.526572:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521071.526580:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521071.526585:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:0.0:1731521071.526587:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:0.0:1731521071.526596:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00e00 x1815630742323584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521071.528594:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521071.528608:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708180 00000400:00000200:0.0:1731521071.528616:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x849 [1] + 224 00000400:00000200:0.0:1731521071.528641:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521071.528645:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521071.528653:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00e00 x1815630742323584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521071.528781:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521071.528789:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521071.528791:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521071.528799:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00e00 x1815630742323584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521071.528831:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00e00 x1815630742323584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521071.528886:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521071.528892:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:2.0:1731521071.528896:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00e00. 00000100:00000010:1.0:1731521076.533987:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00a80. 02000000:00000010:1.0:1731521076.534007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:3.0:1731521076.534080:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521076.534087:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521076.534093:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521076.534099:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323712, portal 25 00000400:00000010:3.0:1731521076.534101:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731521076.534103:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323712, offset 0 00000400:00000200:3.0:1731521076.534110:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521076.534122:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521076.534126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521076.534129:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521076.534131:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521076.534132:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521076.534134:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [240:240:256:4294967295] 192.168.204.149@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:3.0:1731521076.534141:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521076.534145:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521076.534147:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521076.534151:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521076.534157:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521076.534160:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521076.534319:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521076.534323:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521076.534327:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521076.534331:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521076.534334:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731521076.534335:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731521076.534342:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00a80 x1815630742323712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521076.535745:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521076.535754:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708200 00000400:00000200:0.0:1731521076.535759:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x851 [1] + 224 00000400:00000200:0.0:1731521076.535781:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521076.535783:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521076.535788:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00a80 x1815630742323712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521076.535841:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521076.535845:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521076.535846:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521076.535850:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00a80 x1815630742323712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521076.535898:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00a80 x1815630742323712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521076.535917:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521076.535920:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:3.0:1731521076.535922:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00a80. 00000100:00000010:1.0:1731521081.541994:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00700. 02000000:00000010:1.0:1731521081.542015:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4400. 02000000:00000010:2.0:1731521081.542109:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521081.542117:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521081.542123:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521081.542129:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323840, portal 25 00000400:00000010:2.0:1731521081.542133:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731521081.542135:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323840, offset 0 00000400:00000200:2.0:1731521081.542143:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521081.542155:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521081.542160:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521081.542164:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521081.542167:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521081.542169:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521081.542172:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [241:241:256:4294967295] 192.168.204.149@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:2.0:1731521081.542181:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521081.542186:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521081.542189:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731521081.542194:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521081.542202:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521081.542205:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521081.542320:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521081.542324:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731521081.542327:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521081.542331:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521081.542334:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:0.0:1731521081.542335:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00000100:00000200:0.0:1731521081.542340:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00700 x1815630742323840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521081.543571:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521081.543579:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708280 00000400:00000200:0.0:1731521081.543583:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x859 [1] + 224 00000400:00000200:0.0:1731521081.543598:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521081.543600:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521081.543604:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00700 x1815630742323840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521081.543649:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521081.543653:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521081.543654:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521081.543659:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00700 x1815630742323840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521081.543681:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00700 x1815630742323840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521081.543699:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521081.543702:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4400. 00000100:00000010:2.0:1731521081.543705:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00700. 00000100:00000010:1.0:1731521086.549958:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00380. 02000000:00000010:1.0:1731521086.549975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:3.0:1731521086.550043:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521086.550049:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521086.550054:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521086.550059:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742323968, portal 25 00000400:00000010:3.0:1731521086.550062:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731521086.550063:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742323968, offset 0 00000400:00000200:3.0:1731521086.550070:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521086.550081:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521086.550085:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521086.550088:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521086.550090:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521086.550091:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521086.550093:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [242:242:256:4294967295] 192.168.204.149@tcp LPNI seq info [242:242:8:4294967295] 00000400:00000200:3.0:1731521086.550099:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521086.550103:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521086.550106:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521086.550109:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521086.550115:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521086.550118:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521086.550227:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521086.550230:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521086.550233:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521086.550237:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521086.550240:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731521086.550241:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731521086.550247:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00380 x1815630742323968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521086.551404:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521086.551412:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708300 00000400:00000200:0.0:1731521086.551417:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x861 [1] + 224 00000400:00000200:0.0:1731521086.551439:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521086.551441:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521086.551445:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00380 x1815630742323968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521086.551497:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521086.551502:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521086.551503:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521086.551506:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00380 x1815630742323968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521086.551521:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00380 x1815630742323968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521086.551536:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521086.551539:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:3.0:1731521086.551542:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00380. 00000100:00000010:1.0:1731521091.557969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00000. 02000000:00000010:1.0:1731521091.557988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:2.0:1731521091.558070:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521091.558077:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521091.558083:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521091.558090:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324096, portal 25 00000400:00000010:2.0:1731521091.558094:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731521091.558096:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324096, offset 0 00000400:00000200:2.0:1731521091.558104:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521091.558118:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521091.558123:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521091.558127:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521091.558130:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521091.558132:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521091.558135:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [243:243:256:4294967295] 192.168.204.149@tcp LPNI seq info [243:243:8:4294967295] 00000400:00000200:2.0:1731521091.558144:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521091.558150:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521091.558153:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731521091.558158:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521091.558165:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521091.558169:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521091.558323:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521091.558326:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731521091.558331:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521091.558335:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521091.558338:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:0.0:1731521091.558339:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00000100:00000200:0.0:1731521091.558346:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00000 x1815630742324096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521091.559530:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521091.559538:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708380 00000400:00000200:0.0:1731521091.559543:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x869 [1] + 224 00000400:00000200:0.0:1731521091.559558:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521091.559561:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521091.559565:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00000 x1815630742324096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521091.559627:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521091.559630:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521091.559631:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521091.559635:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00000 x1815630742324096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521091.559651:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00000 x1815630742324096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521091.559667:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521091.559669:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:2.0:1731521091.559672:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00000. 00000100:00000010:1.0:1731521096.565999:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00000. 02000000:00000010:1.0:1731521096.566020:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4f00. 02000000:00000010:2.0:1731521096.566124:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521096.566132:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521096.566138:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521096.566144:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324224, portal 25 00000400:00000010:2.0:1731521096.566147:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731521096.566148:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324224, offset 0 00000400:00000200:2.0:1731521096.566156:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521096.566167:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521096.566171:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521096.566175:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521096.566177:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521096.566179:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521096.566181:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [244:244:256:4294967295] 192.168.204.149@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:2.0:1731521096.566189:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521096.566194:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521096.566196:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731521096.566201:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521096.566207:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521096.566211:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521096.566352:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521096.566356:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731521096.566360:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521096.566366:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521096.566370:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731521096.566372:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731521096.566379:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00000 x1815630742324224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521096.567760:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521096.567771:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708400 00000400:00000200:0.0:1731521096.567777:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x871 [1] + 224 00000400:00000200:0.0:1731521096.567804:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521096.567808:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521096.567814:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00000 x1815630742324224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521096.567888:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521096.567892:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521096.567894:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521096.567899:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00000 x1815630742324224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521096.567919:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00000 x1815630742324224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521096.567941:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521096.567944:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4f00. 00000100:00000010:2.0:1731521096.567947:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00000. 00000100:00000010:1.0:1731521101.574064:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00380. 02000000:00000010:1.0:1731521101.574085:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4f00. 02000000:00000010:2.0:1731521101.574221:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521101.574228:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521101.574234:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521101.574239:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324352, portal 25 00000400:00000010:2.0:1731521101.574242:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731521101.574243:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324352, offset 0 00000400:00000200:2.0:1731521101.574251:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521101.574263:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521101.574266:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521101.574286:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521101.574288:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521101.574289:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521101.574292:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [245:245:256:4294967295] 192.168.204.149@tcp LPNI seq info [245:245:8:4294967295] 00000400:00000200:2.0:1731521101.574298:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521101.574302:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521101.574304:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731521101.574308:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521101.574314:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521101.574316:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521101.574418:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521101.574440:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731521101.574444:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521101.574448:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521101.574450:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:0.0:1731521101.574451:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:0.0:1731521101.574457:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00380 x1815630742324352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521101.575737:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521101.575746:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708480 00000400:00000200:0.0:1731521101.575750:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x879 [1] + 224 00000400:00000200:0.0:1731521101.575765:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521101.575768:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521101.575772:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00380 x1815630742324352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521101.575854:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521101.575877:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521101.575878:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521101.575883:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00380 x1815630742324352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521101.575902:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00380 x1815630742324352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521101.575918:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521101.575921:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4f00. 00000100:00000010:2.0:1731521101.575924:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00380. 00000100:00000010:1.0:1731521106.581986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00700. 02000000:00000010:1.0:1731521106.582006:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:3.0:1731521106.582094:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521106.582104:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521106.582110:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521106.582117:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324480, portal 25 00000400:00000010:3.0:1731521106.582120:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731521106.582122:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324480, offset 0 00000400:00000200:3.0:1731521106.582129:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521106.582142:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521106.582146:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521106.582149:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521106.582152:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521106.582153:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521106.582156:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [246:246:256:4294967295] 192.168.204.149@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:3.0:1731521106.582163:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521106.582168:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521106.582171:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731521106.582175:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521106.582182:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521106.582185:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521106.582323:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521106.582327:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731521106.582356:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521106.582361:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521106.582364:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731521106.582366:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731521106.582372:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00700 x1815630742324480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521106.583770:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521106.583779:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708500 00000400:00000200:0.0:1731521106.583785:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x881 [1] + 224 00000400:00000200:0.0:1731521106.583810:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521106.583813:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521106.583818:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00700 x1815630742324480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521106.583881:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521106.583886:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521106.583888:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521106.583893:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00700 x1815630742324480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521106.583913:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00700 x1815630742324480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521106.583933:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521106.583938:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:3.0:1731521106.583942:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00700. 00000100:00000010:1.0:1731521111.590007:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00a80. 02000000:00000010:1.0:1731521111.590030:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:2.0:1731521111.590135:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521111.590144:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521111.590151:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521111.590158:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324608, portal 25 00000400:00000010:2.0:1731521111.590162:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731521111.590164:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324608, offset 0 00000400:00000200:2.0:1731521111.590172:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521111.590184:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521111.590189:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521111.590193:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521111.590196:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521111.590198:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521111.590200:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [247:247:256:4294967295] 192.168.204.149@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:2.0:1731521111.590209:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521111.590215:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521111.590218:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731521111.590223:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521111.590230:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521111.590234:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521111.590435:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521111.590441:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731521111.590446:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521111.590453:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521111.590458:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731521111.590460:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731521111.590469:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00a80 x1815630742324608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521111.592184:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521111.592198:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708580 00000400:00000200:0.0:1731521111.592206:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x889 [1] + 224 00000400:00000200:0.0:1731521111.592230:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521111.592235:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521111.592267:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00a80 x1815630742324608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521111.592344:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521111.592348:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521111.592349:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521111.592354:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00a80 x1815630742324608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521111.592374:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00a80 x1815630742324608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521111.592393:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521111.592396:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:2.0:1731521111.592399:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00a80. 00000100:00000010:1.0:1731521116.598004:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00e00. 02000000:00000010:1.0:1731521116.598033:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4400. 02000000:00000010:3.0:1731521116.598212:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521116.598225:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521116.598235:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521116.598245:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324736, portal 25 00000400:00000010:3.0:1731521116.598251:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731521116.598254:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324736, offset 0 00000400:00000200:3.0:1731521116.598267:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521116.598286:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521116.598294:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521116.598301:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521116.598305:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521116.598309:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521116.598314:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [248:248:256:4294967295] 192.168.204.149@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:3.0:1731521116.598330:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521116.598340:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521116.598346:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521116.598354:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521116.598366:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521116.598372:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521116.598590:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521116.598598:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521116.598606:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521116.598615:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521116.598620:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731521116.598623:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731521116.598635:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00e00 x1815630742324736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521116.600287:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521116.600300:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708600 00000400:00000200:0.0:1731521116.600308:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x891 [1] + 224 00000400:00000200:0.0:1731521116.600343:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521116.600348:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521116.600355:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00e00 x1815630742324736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521116.600482:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521116.600490:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521116.600492:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521116.600499:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00e00 x1815630742324736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521116.600527:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00e00 x1815630742324736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521116.600553:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521116.600558:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4400. 00000100:00000010:3.0:1731521116.600562:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00e00. 00000100:00000010:1.0:1731521121.605978:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01180. 02000000:00000010:1.0:1731521121.605996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:2.0:1731521121.606089:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521121.606096:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521121.606102:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521121.606108:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324864, portal 25 00000400:00000010:2.0:1731521121.606116:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731521121.606118:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324864, offset 0 00000400:00000200:2.0:1731521121.606125:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521121.606137:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521121.606142:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521121.606146:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521121.606148:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521121.606150:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521121.606153:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [249:249:256:4294967295] 192.168.204.149@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:2.0:1731521121.606163:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521121.606168:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521121.606171:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731521121.606176:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521121.606183:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521121.606187:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521121.606308:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521121.606312:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731521121.606316:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521121.606321:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521121.606324:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731521121.606325:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731521121.606332:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01180 x1815630742324864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521121.607548:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521121.607558:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708680 00000400:00000200:0.0:1731521121.607563:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x899 [1] + 224 00000400:00000200:0.0:1731521121.607580:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521121.607583:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521121.607589:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01180 x1815630742324864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521121.607640:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521121.607644:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521121.607645:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521121.607650:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01180 x1815630742324864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521121.607671:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01180 x1815630742324864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521121.607689:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521121.607692:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:2.0:1731521121.607695:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01180. 00000100:00000010:1.0:1731521126.614043:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731521126.614066:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:2.0:1731521126.614210:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521126.614222:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521126.614230:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521126.614238:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742324992, portal 25 00000400:00000010:2.0:1731521126.614245:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731521126.614247:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742324992, offset 0 00000400:00000200:2.0:1731521126.614258:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521126.614274:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521126.614279:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521126.614285:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521126.614289:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521126.614291:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521126.614295:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [250:250:256:4294967295] 192.168.204.149@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:2.0:1731521126.614306:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521126.614313:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521126.614317:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731521126.614323:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521126.614341:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521126.614354:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521126.614541:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521126.614545:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731521126.614550:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521126.614557:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521126.614561:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731521126.614563:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731521126.614572:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742324992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521126.616730:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521126.616743:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708700 00000400:00000200:0.0:1731521126.616752:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8a1 [1] + 224 00000400:00000200:0.0:1731521126.616786:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521126.616791:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521126.616798:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742324992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521126.616944:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521126.616954:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521126.616957:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521126.616996:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742324992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521126.617038:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742324992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521126.617071:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521126.617078:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:2.0:1731521126.617084:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000100:00000010:1.0:1731521131.622077:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731521131.622105:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4900. 02000000:00000010:2.0:1731521131.622241:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521131.622254:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521131.622262:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521131.622270:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742325120, portal 25 00000400:00000010:2.0:1731521131.622275:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731521131.622278:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742325120, offset 0 00000400:00000200:2.0:1731521131.622288:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521131.622307:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521131.622316:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521131.622322:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521131.622327:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521131.622331:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521131.622337:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [251:251:256:4294967295] 192.168.204.149@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:2.0:1731521131.622354:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521131.622365:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521131.622371:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731521131.622377:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521131.622387:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521131.622392:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521131.622592:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521131.622598:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731521131.622603:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521131.622611:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521131.622615:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731521131.622617:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731521131.622626:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742325120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521131.624427:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521131.624443:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708780 00000400:00000200:0.0:1731521131.624453:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8a9 [1] + 224 00000400:00000200:0.0:1731521131.624480:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521131.624487:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521131.624495:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742325120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521131.624576:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521131.624581:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521131.624582:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521131.624588:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742325120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521131.624620:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742325120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521131.624669:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521131.624676:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4900. 00000100:00000010:2.0:1731521131.624681:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000100:00000010:1.0:1731521136.630012:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731521136.630035:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4500. 02000000:00000010:3.0:1731521136.630138:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521136.630148:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521136.630155:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521136.630163:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742325248, portal 25 00000400:00000010:3.0:1731521136.630166:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731521136.630168:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742325248, offset 0 00000400:00000200:3.0:1731521136.630177:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521136.630192:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521136.630197:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521136.630202:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521136.630205:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521136.630208:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521136.630210:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [252:252:256:4294967295] 192.168.204.149@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:3.0:1731521136.630220:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521136.630225:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521136.630229:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731521136.630234:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521136.630242:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521136.630246:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521136.630433:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521136.630438:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731521136.630442:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521136.630448:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521136.630452:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731521136.630453:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731521136.630462:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742325248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521136.632117:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521136.632128:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708800 00000400:00000200:0.0:1731521136.632135:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8b1 [1] + 224 00000400:00000200:0.0:1731521136.632164:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521136.632168:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521136.632174:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742325248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521136.632280:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521136.632286:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521136.632288:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521136.632294:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742325248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521136.632318:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742325248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521136.632340:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521136.632343:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4500. 00000100:00000010:3.0:1731521136.632346:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000100:00000010:1.0:1731521141.637970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731521141.637996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4300. 02000000:00000010:3.0:1731521141.638088:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521141.638097:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521141.638102:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521141.638114:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742325376, portal 25 00000400:00000010:3.0:1731521141.638118:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731521141.638120:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742325376, offset 0 00000400:00000200:3.0:1731521141.638128:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521141.638141:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521141.638145:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521141.638149:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521141.638152:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521141.638154:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521141.638157:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [253:253:256:4294967295] 192.168.204.149@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:3.0:1731521141.638166:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521141.638171:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521141.638175:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731521141.638180:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521141.638187:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521141.638191:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521141.638296:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521141.638298:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731521141.638301:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521141.638305:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521141.638308:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731521141.638309:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731521141.638315:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742325376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521141.639430:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521141.639438:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708880 00000400:00000200:0.0:1731521141.639443:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8b9 [1] + 224 00000400:00000200:0.0:1731521141.639458:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521141.639462:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521141.639467:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742325376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521141.639524:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521141.639528:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521141.639529:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521141.639534:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742325376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521141.639554:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742325376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521141.639573:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521141.639577:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4300. 00000100:00000010:3.0:1731521141.639580:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000100:00000010:1.0:1731521146.645960:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731521146.645978:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4200. 02000000:00000010:2.0:1731521146.646068:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521146.646074:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521146.646080:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521146.646085:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742325504, portal 25 00000400:00000010:2.0:1731521146.646088:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731521146.646089:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742325504, offset 0 00000400:00000200:2.0:1731521146.646096:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521146.646107:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521146.646110:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521146.646113:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521146.646115:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521146.646117:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521146.646119:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [254:254:256:4294967295] 192.168.204.149@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:2.0:1731521146.646126:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521146.646129:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521146.646132:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731521146.646135:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521146.646142:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521146.646145:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521146.646253:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521146.646257:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731521146.646260:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521146.646264:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521146.646267:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:0.0:1731521146.646268:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:0.0:1731521146.646274:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742325504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521146.647364:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521146.647371:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708900 00000400:00000200:0.0:1731521146.647376:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8c1 [1] + 224 00000400:00000200:0.0:1731521146.647398:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521146.647402:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521146.647407:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742325504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521146.647484:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521146.647488:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521146.647489:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521146.647493:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742325504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521146.647508:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742325504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521146.647525:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521146.647528:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4200. 00000100:00000010:2.0:1731521146.647530:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000100:00000010:1.0:1731521151.653999:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731521151.654021:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4200. 02000000:00000010:2.0:1731521151.654114:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521151.654121:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521151.654128:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521151.654135:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742325632, portal 25 00000400:00000010:2.0:1731521151.654139:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731521151.654141:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742325632, offset 0 00000400:00000200:2.0:1731521151.654150:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521151.654164:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521151.654169:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521151.654174:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521151.654177:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521151.654179:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521151.654182:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [255:255:256:4294967295] 192.168.204.149@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:2.0:1731521151.654193:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521151.654198:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521151.654202:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731521151.654207:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521151.654214:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521151.654218:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521151.654343:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521151.654348:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731521151.654352:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521151.654357:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521151.654360:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731521151.654362:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731521151.654370:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742325632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521151.655734:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521151.655743:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708980 00000400:00000200:0.0:1731521151.655748:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8c9 [1] + 224 00000400:00000200:0.0:1731521151.655763:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521151.655766:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521151.655770:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742325632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521151.655813:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521151.655817:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521151.655819:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521151.655823:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742325632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521151.655841:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742325632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521151.655878:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521151.655881:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4200. 00000100:00000010:2.0:1731521151.655883:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000100:00000010:1.0:1731521156.661984:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731521156.662006:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:3.0:1731521156.662080:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521156.662086:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521156.662093:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521156.662099:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742325760, portal 25 00000400:00000010:3.0:1731521156.662104:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731521156.662105:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742325760, offset 0 00000400:00000200:3.0:1731521156.662112:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521156.662122:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521156.662126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521156.662129:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521156.662132:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521156.662134:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521156.662137:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [256:256:256:4294967295] 192.168.204.149@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:3.0:1731521156.662146:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521156.662151:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521156.662154:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731521156.662160:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521156.662167:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521156.662171:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521156.662282:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521156.662286:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731521156.662290:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521156.662296:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521156.662299:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731521156.662300:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731521156.662308:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742325760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521156.663433:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521156.663441:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708a00 00000400:00000200:0.0:1731521156.663446:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8d1 [1] + 224 00000400:00000200:0.0:1731521156.663472:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521156.663475:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521156.663481:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742325760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521156.663526:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521156.663529:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521156.663530:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521156.663533:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742325760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521156.663547:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742325760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521156.663561:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521156.663564:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:3.0:1731521156.663566:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000100:00000010:1.0:1731521161.669974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731521161.669991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4300. 02000000:00000010:2.0:1731521161.670085:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521161.670092:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521161.670099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521161.670105:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742325888, portal 25 00000400:00000010:2.0:1731521161.670109:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731521161.670111:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742325888, offset 0 00000400:00000200:2.0:1731521161.670119:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521161.670132:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521161.670137:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521161.670141:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521161.670144:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521161.670146:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521161.670149:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [257:257:256:4294967295] 192.168.204.149@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:2.0:1731521161.670158:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521161.670163:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521161.670166:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731521161.670171:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521161.670178:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521161.670182:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521161.670299:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521161.670301:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731521161.670304:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521161.670308:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521161.670311:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:0.0:1731521161.670312:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00000100:00000200:0.0:1731521161.670318:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742325888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521161.671610:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521161.671617:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708a80 00000400:00000200:0.0:1731521161.671621:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8d9 [1] + 224 00000400:00000200:0.0:1731521161.671646:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521161.671649:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521161.671653:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742325888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521161.671702:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521161.671706:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521161.671707:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521161.671711:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742325888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521161.671733:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742325888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521161.671753:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521161.671756:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4300. 00000100:00000010:2.0:1731521161.671760:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000100:00000010:1.0:1731521166.678001:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 02000000:00000010:1.0:1731521166.678019:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4000. 02000000:00000010:3.0:1731521166.678104:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521166.678111:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521166.678116:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521166.678122:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326016, portal 25 00000400:00000010:3.0:1731521166.678125:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731521166.678126:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326016, offset 0 00000400:00000200:3.0:1731521166.678133:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521166.678144:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521166.678148:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521166.678150:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521166.678153:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521166.678154:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521166.678156:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [258:258:256:4294967295] 192.168.204.149@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:3.0:1731521166.678162:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521166.678166:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521166.678169:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731521166.678173:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521166.678178:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521166.678181:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521166.678319:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521166.678322:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731521166.678326:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521166.678331:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521166.678335:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731521166.678337:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731521166.678344:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01c00 x1815630742326016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521166.679388:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521166.679395:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708b00 00000400:00000200:0.0:1731521166.679399:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8e1 [1] + 224 00000400:00000200:0.0:1731521166.679419:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521166.679421:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521166.679425:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01c00 x1815630742326016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521166.679460:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521166.679463:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521166.679464:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521166.679467:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01c00 x1815630742326016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521166.679481:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01c00 x1815630742326016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521166.679496:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521166.679499:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4000. 00000100:00000010:3.0:1731521166.679501:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00000100:00000010:1.0:1731521171.685969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 02000000:00000010:1.0:1731521171.685989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4900. 02000000:00000010:2.0:1731521171.686075:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521171.686083:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521171.686090:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521171.686097:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326144, portal 25 00000400:00000010:2.0:1731521171.686102:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731521171.686103:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326144, offset 0 00000400:00000200:2.0:1731521171.686112:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521171.686125:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521171.686130:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521171.686134:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521171.686167:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521171.686180:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521171.686182:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [259:259:256:4294967295] 192.168.204.149@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:2.0:1731521171.686190:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521171.686194:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521171.686197:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731521171.686201:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521171.686207:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521171.686209:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521171.686355:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521171.686359:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731521171.686363:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521171.686369:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521171.686372:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:0.0:1731521171.686374:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00000100:00000200:0.0:1731521171.686381:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02d80 x1815630742326144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521171.687673:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521171.687682:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708b80 00000400:00000200:0.0:1731521171.687688:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8e9 [1] + 224 00000400:00000200:0.0:1731521171.687704:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521171.687707:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521171.687714:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02d80 x1815630742326144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521171.687769:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521171.687773:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521171.687774:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521171.687778:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02d80 x1815630742326144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521171.687795:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02d80 x1815630742326144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521171.687811:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521171.687814:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4900. 00000100:00000010:2.0:1731521171.687817:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00000100:00000010:1.0:1731521176.693973:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731521176.693992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:3.0:1731521176.694077:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521176.694084:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521176.694090:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521176.694096:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326272, portal 25 00000400:00000010:3.0:1731521176.694099:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731521176.694100:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326272, offset 0 00000400:00000200:3.0:1731521176.694107:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521176.694118:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521176.694122:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521176.694125:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521176.694127:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521176.694128:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521176.694130:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [260:260:256:4294967295] 192.168.204.149@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:3.0:1731521176.694136:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521176.694140:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521176.694143:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521176.694146:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521176.694152:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521176.694155:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521176.694261:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521176.694264:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521176.694268:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521176.694272:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521176.694275:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731521176.694276:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731521176.694282:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742326272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521176.695584:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521176.695592:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708c00 00000400:00000200:0.0:1731521176.695607:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8f1 [1] + 224 00000400:00000200:0.0:1731521176.695629:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521176.695631:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521176.695635:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742326272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521176.695691:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521176.695695:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521176.695696:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521176.695700:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742326272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521176.695714:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742326272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521176.695731:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521176.695734:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:3.0:1731521176.695736:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000100:00000010:1.0:1731521181.702030:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731521181.702053:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4b00. 02000000:00000010:2.0:1731521181.702140:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521181.702149:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521181.702156:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521181.702162:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326400, portal 25 00000400:00000010:2.0:1731521181.702165:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731521181.702167:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326400, offset 0 00000400:00000200:2.0:1731521181.702174:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521181.702187:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521181.702191:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521181.702195:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521181.702197:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521181.702198:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521181.702200:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [261:261:256:4294967295] 192.168.204.149@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:2.0:1731521181.702207:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521181.702211:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521181.702213:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731521181.702218:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521181.702223:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521181.702226:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521181.702344:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521181.702346:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731521181.702350:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521181.702354:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521181.702356:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:0.0:1731521181.702358:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:0.0:1731521181.702364:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742326400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521181.703486:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521181.703494:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708c80 00000400:00000200:0.0:1731521181.703498:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x8f9 [1] + 224 00000400:00000200:0.0:1731521181.703513:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521181.703516:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521181.703520:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742326400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521181.703586:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521181.703591:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521181.703592:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521181.703597:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742326400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521181.703619:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742326400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521181.703637:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521181.703641:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4b00. 00000100:00000010:2.0:1731521181.703643:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000100:00000010:1.0:1731521186.710040:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 02000000:00000010:1.0:1731521186.710075:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4400. 02000000:00000010:3.0:1731521186.710170:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521186.710178:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521186.710184:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521186.710190:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326528, portal 25 00000400:00000010:3.0:1731521186.710193:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731521186.710195:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326528, offset 0 00000400:00000200:3.0:1731521186.710204:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521186.710219:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521186.710226:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521186.710230:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521186.710233:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521186.710236:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521186.710239:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [262:262:256:4294967295] 192.168.204.149@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:3.0:1731521186.710250:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521186.710257:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521186.710261:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731521186.710266:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521186.710275:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521186.710280:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521186.710452:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521186.710456:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731521186.710460:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521186.710465:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521186.710468:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731521186.710470:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731521186.710476:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02d80 x1815630742326528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521186.712051:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521186.712062:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708d00 00000400:00000200:0.0:1731521186.712083:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x901 [1] + 224 00000400:00000200:0.0:1731521186.712106:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521186.712109:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521186.712113:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02d80 x1815630742326528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521186.712169:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521186.712174:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521186.712176:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521186.712181:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02d80 x1815630742326528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521186.712204:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02d80 x1815630742326528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521186.712227:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521186.712231:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4400. 00000100:00000010:3.0:1731521186.712235:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00000100:00000010:1.0:1731521191.717976:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 02000000:00000010:1.0:1731521191.717995:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:2.0:1731521191.718073:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521191.718081:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521191.718087:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521191.718093:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326656, portal 25 00000400:00000010:2.0:1731521191.718097:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731521191.718099:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326656, offset 0 00000400:00000200:2.0:1731521191.718107:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521191.718118:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521191.718121:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521191.718124:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521191.718127:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521191.718128:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521191.718130:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [263:263:256:4294967295] 192.168.204.149@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:2.0:1731521191.718137:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521191.718141:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521191.718144:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731521191.718153:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521191.718159:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521191.718162:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521191.718296:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521191.718299:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731521191.718303:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521191.718307:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521191.718309:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731521191.718310:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731521191.718317:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01c00 x1815630742326656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521191.719439:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521191.719448:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708d80 00000400:00000200:0.0:1731521191.719454:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x909 [1] + 224 00000400:00000200:0.0:1731521191.719473:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521191.719476:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521191.719481:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01c00 x1815630742326656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521191.719528:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521191.719531:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521191.719532:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521191.719537:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01c00 x1815630742326656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521191.719558:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01c00 x1815630742326656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521191.719595:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521191.719599:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:2.0:1731521191.719602:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00000100:00000010:1.0:1731521196.725972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731521196.725993:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4e00. 02000000:00000010:3.0:1731521196.726077:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521196.726085:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521196.726091:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521196.726098:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326784, portal 25 00000400:00000010:3.0:1731521196.726102:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731521196.726104:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326784, offset 0 00000400:00000200:3.0:1731521196.726111:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521196.726123:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521196.726127:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521196.726131:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521196.726134:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521196.726137:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521196.726140:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [264:264:256:4294967295] 192.168.204.149@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:3.0:1731521196.726149:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521196.726155:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521196.726158:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521196.726163:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521196.726171:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521196.726174:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521196.726298:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521196.726302:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521196.726307:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521196.726312:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521196.726316:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731521196.726318:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731521196.726325:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742326784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521196.727443:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521196.727450:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708e00 00000400:00000200:0.0:1731521196.727454:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x911 [1] + 224 00000400:00000200:0.0:1731521196.727475:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521196.727478:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521196.727482:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742326784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521196.727523:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521196.727527:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521196.727528:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521196.727532:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742326784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521196.727546:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742326784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521196.727562:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521196.727564:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4e00. 00000100:00000010:3.0:1731521196.727567:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000100:00000010:1.0:1731521201.733985:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731521201.734006:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4f00. 02000000:00000010:2.0:1731521201.734089:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521201.734095:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521201.734100:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521201.734106:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742326912, portal 25 00000400:00000010:2.0:1731521201.734109:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731521201.734110:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742326912, offset 0 00000400:00000200:2.0:1731521201.734117:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521201.734127:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521201.734130:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521201.734133:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521201.734136:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521201.734137:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521201.734139:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [265:265:256:4294967295] 192.168.204.149@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:2.0:1731521201.734145:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521201.734149:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521201.734151:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731521201.734155:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521201.734160:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521201.734163:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521201.734310:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521201.734313:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731521201.734317:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521201.734321:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521201.734324:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:0.0:1731521201.734325:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:0.0:1731521201.734332:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742326912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521201.735549:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521201.735557:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708e80 00000400:00000200:0.0:1731521201.735561:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x919 [1] + 224 00000400:00000200:0.0:1731521201.735575:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521201.735578:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521201.735582:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742326912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521201.735658:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521201.735661:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521201.735662:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521201.735666:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742326912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521201.735683:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742326912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521201.735698:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521201.735701:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4f00. 00000100:00000010:2.0:1731521201.735704:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000100:00000010:1.0:1731521206.741982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731521206.742000:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4e00. 02000000:00000010:3.0:1731521206.742073:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521206.742079:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521206.742085:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521206.742091:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327040, portal 25 00000400:00000010:3.0:1731521206.742094:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731521206.742095:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327040, offset 0 00000400:00000200:3.0:1731521206.742101:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521206.742112:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521206.742115:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521206.742118:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521206.742121:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521206.742123:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521206.742124:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [266:266:256:4294967295] 192.168.204.149@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:3.0:1731521206.742131:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521206.742134:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521206.742137:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521206.742141:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521206.742146:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521206.742149:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521206.742277:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521206.742281:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521206.742284:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521206.742288:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521206.742291:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731521206.742293:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731521206.742299:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742327040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521206.743640:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521206.743648:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708f00 00000400:00000200:0.0:1731521206.743654:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x921 [1] + 224 00000400:00000200:0.0:1731521206.743678:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521206.743680:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521206.743685:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742327040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521206.743744:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521206.743748:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521206.743749:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521206.743754:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742327040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521206.743770:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742327040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521206.743786:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521206.743789:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4e00. 00000100:00000010:3.0:1731521206.743792:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000100:00000010:1.0:1731521211.749953:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731521211.749972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:2.0:1731521211.750041:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521211.750047:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521211.750052:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521211.750058:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327168, portal 25 00000400:00000010:2.0:1731521211.750061:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731521211.750063:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327168, offset 0 00000400:00000200:2.0:1731521211.750069:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521211.750080:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521211.750083:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521211.750086:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521211.750088:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521211.750090:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521211.750092:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [267:267:256:4294967295] 192.168.204.149@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:2.0:1731521211.750098:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521211.750102:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521211.750104:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731521211.750108:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521211.750113:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521211.750116:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521211.750238:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521211.750241:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731521211.750244:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521211.750248:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521211.750250:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731521211.750251:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731521211.750258:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742327168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521211.751448:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521211.751455:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79708f80 00000400:00000200:0.0:1731521211.751459:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x929 [1] + 224 00000400:00000200:0.0:1731521211.751474:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521211.751476:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521211.751480:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742327168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521211.751526:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521211.751538:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521211.751539:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521211.751542:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742327168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521211.751560:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742327168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521211.751577:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521211.751580:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:2.0:1731521211.751582:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000100:00000010:1.0:1731521216.757971:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731521216.757989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:3.0:1731521216.758079:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521216.758088:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521216.758094:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521216.758102:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327296, portal 25 00000400:00000010:3.0:1731521216.758106:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731521216.758108:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327296, offset 0 00000400:00000200:3.0:1731521216.758134:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521216.758149:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521216.758156:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521216.758160:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521216.758163:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521216.758166:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521216.758170:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [268:268:256:4294967295] 192.168.204.149@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:3.0:1731521216.758196:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521216.758202:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521216.758206:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731521216.758211:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521216.758218:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521216.758222:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521216.758372:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521216.758375:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731521216.758379:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521216.758383:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521216.758386:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731521216.758387:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731521216.758394:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742327296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521216.759756:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521216.759764:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709000 00000400:00000200:0.0:1731521216.759770:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x931 [1] + 224 00000400:00000200:0.0:1731521216.759797:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521216.759799:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521216.759803:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742327296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521216.759848:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521216.759851:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521216.759852:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521216.759880:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742327296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521216.759898:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742327296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521216.759918:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521216.759922:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:3.0:1731521216.759925:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000100:00000010:1.0:1731521221.765965:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731521221.765983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4b00. 02000000:00000010:2.0:1731521221.766050:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521221.766058:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521221.766064:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521221.766071:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327424, portal 25 00000400:00000010:2.0:1731521221.766074:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731521221.766076:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327424, offset 0 00000400:00000200:2.0:1731521221.766084:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521221.766096:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521221.766101:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521221.766105:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521221.766108:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521221.766110:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521221.766113:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [269:269:256:4294967295] 192.168.204.149@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:2.0:1731521221.766122:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521221.766129:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521221.766133:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731521221.766138:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521221.766145:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521221.766148:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521221.766283:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521221.766286:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731521221.766290:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521221.766294:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521221.766296:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731521221.766298:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731521221.766304:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742327424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521221.767548:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521221.767556:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709080 00000400:00000200:0.0:1731521221.767561:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x939 [1] + 224 00000400:00000200:0.0:1731521221.767575:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521221.767577:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521221.767581:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742327424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521221.767626:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521221.767629:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521221.767631:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521221.767635:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742327424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521221.767658:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742327424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521221.767678:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521221.767681:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4b00. 00000100:00000010:2.0:1731521221.767684:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000100:00000010:1.0:1731521226.773975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731521226.773995:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:2.0:1731521226.774081:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521226.774087:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521226.774093:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521226.774098:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327552, portal 25 00000400:00000010:2.0:1731521226.774101:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000100:00000200:2.0:1731521226.774102:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327552, offset 0 00000400:00000200:2.0:1731521226.774108:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521226.774119:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521226.774122:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521226.774125:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521226.774128:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521226.774143:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521226.774146:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [270:270:256:4294967295] 192.168.204.149@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:2.0:1731521226.774152:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521226.774157:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521226.774159:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731521226.774163:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521226.774169:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521226.774172:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521226.774297:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521226.774300:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731521226.774304:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521226.774308:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521226.774311:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000400:00000010:0.0:1731521226.774313:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:0.0:1731521226.774319:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742327552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521226.775394:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521226.775401:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709100 00000400:00000200:0.0:1731521226.775406:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x941 [1] + 224 00000400:00000200:0.0:1731521226.775425:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521226.775427:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521226.775431:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742327552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521226.775478:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521226.775482:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521226.775483:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521226.775487:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742327552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521226.775502:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742327552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521226.775517:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521226.775520:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:2.0:1731521226.775523:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000100:00000010:1.0:1731521231.782097:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731521231.782122:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:2.0:1731521231.782247:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521231.782259:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521231.782268:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521231.782278:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327680, portal 25 00000400:00000010:2.0:1731521231.782284:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731521231.782287:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327680, offset 0 00000400:00000200:2.0:1731521231.782298:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521231.782313:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521231.782318:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521231.782322:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521231.782326:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521231.782328:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521231.782331:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [271:271:256:4294967295] 192.168.204.149@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:2.0:1731521231.782341:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521231.782346:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521231.782350:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731521231.782355:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521231.782363:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521231.782367:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521231.782592:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521231.782600:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731521231.782607:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521231.782617:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521231.782623:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:0.0:1731521231.782627:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:0.0:1731521231.782638:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742327680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521231.784415:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521231.784427:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709180 00000400:00000200:0.0:1731521231.784434:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x949 [1] + 224 00000400:00000200:0.0:1731521231.784454:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521231.784457:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521231.784464:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742327680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521231.784557:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521231.784563:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521231.784565:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521231.784572:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742327680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521231.784606:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742327680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521231.784634:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521231.784640:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:2.0:1731521231.784644:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000100:00000010:1.0:1731521236.790044:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01180. 02000000:00000010:1.0:1731521236.790067:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4500. 02000000:00000010:3.0:1731521236.790186:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521236.790197:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521236.790204:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521236.790211:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327808, portal 25 00000400:00000010:3.0:1731521236.790215:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731521236.790217:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327808, offset 0 00000400:00000200:3.0:1731521236.790227:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521236.790241:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521236.790246:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521236.790250:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521236.790254:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521236.790256:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521236.790259:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [272:272:256:4294967295] 192.168.204.149@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:3.0:1731521236.790268:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521236.790274:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521236.790278:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521236.790283:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521236.790291:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521236.790294:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521236.790454:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521236.790458:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521236.790464:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521236.790470:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521236.790474:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731521236.790475:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731521236.790483:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01180 x1815630742327808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521236.792248:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521236.792259:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709200 00000400:00000200:0.0:1731521236.792265:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x951 [1] + 224 00000400:00000200:0.0:1731521236.792293:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521236.792297:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521236.792302:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01180 x1815630742327808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521236.792403:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521236.792409:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521236.792411:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521236.792417:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01180 x1815630742327808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521236.792440:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01180 x1815630742327808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521236.792462:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521236.792466:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4500. 00000100:00000010:3.0:1731521236.792469:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01180. 00000100:00000010:1.0:1731521241.797984:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00e00. 02000000:00000010:1.0:1731521241.798003:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4300. 02000000:00000010:2.0:1731521241.798090:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521241.798097:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521241.798102:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521241.798108:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742327936, portal 25 00000400:00000010:2.0:1731521241.798111:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731521241.798113:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742327936, offset 0 00000400:00000200:2.0:1731521241.798122:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521241.798133:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521241.798137:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521241.798140:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521241.798143:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521241.798144:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521241.798146:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [273:273:256:4294967295] 192.168.204.149@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:2.0:1731521241.798153:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521241.798157:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521241.798160:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731521241.798164:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521241.798170:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521241.798173:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521241.798312:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521241.798315:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731521241.798318:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521241.798322:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521241.798325:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000400:00000010:0.0:1731521241.798326:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000100:00000200:0.0:1731521241.798332:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00e00 x1815630742327936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521241.799519:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521241.799526:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709280 00000400:00000200:0.0:1731521241.799531:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x959 [1] + 224 00000400:00000200:0.0:1731521241.799549:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521241.799551:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521241.799555:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00e00 x1815630742327936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521241.799594:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521241.799597:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521241.799597:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521241.799601:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00e00 x1815630742327936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521241.799619:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00e00 x1815630742327936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521241.799635:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521241.799638:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4300. 00000100:00000010:2.0:1731521241.799640:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00e00. 00000100:00000010:1.0:1731521246.805941:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00a80. 02000000:00000010:1.0:1731521246.805960:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4200. 02000000:00000010:3.0:1731521246.806082:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521246.806090:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521246.806097:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521246.806103:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328064, portal 25 00000400:00000010:3.0:1731521246.806107:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731521246.806109:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328064, offset 0 00000400:00000200:3.0:1731521246.806116:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521246.806129:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521246.806134:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521246.806137:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521246.806139:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521246.806141:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521246.806143:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [274:274:256:4294967295] 192.168.204.149@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:3.0:1731521246.806151:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521246.806155:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521246.806158:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731521246.806163:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521246.806169:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521246.806173:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521246.806293:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521246.806297:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731521246.806306:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521246.806310:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521246.806313:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731521246.806315:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731521246.806322:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00a80 x1815630742328064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521246.807895:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521246.807904:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709300 00000400:00000200:0.0:1731521246.807910:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x961 [1] + 224 00000400:00000200:0.0:1731521246.807936:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521246.807939:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521246.807944:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00a80 x1815630742328064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521246.808026:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521246.808031:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521246.808032:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521246.808037:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00a80 x1815630742328064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521246.808055:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00a80 x1815630742328064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521246.808074:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521246.808078:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4200. 00000100:00000010:3.0:1731521246.808081:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00a80. 00000100:00000010:1.0:1731521251.813972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00700. 02000000:00000010:1.0:1731521251.813993:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4200. 02000000:00000010:3.0:1731521251.814104:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521251.814114:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521251.814121:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521251.814129:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328192, portal 25 00000400:00000010:3.0:1731521251.814132:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731521251.814134:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328192, offset 0 00000400:00000200:3.0:1731521251.814144:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521251.814158:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521251.814164:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521251.814168:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521251.814171:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521251.814174:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521251.814177:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [275:275:256:4294967295] 192.168.204.149@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:3.0:1731521251.814187:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521251.814193:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521251.814197:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521251.814202:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521251.814210:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521251.814213:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521251.814376:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521251.814380:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521251.814385:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521251.814392:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521251.814396:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731521251.814398:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731521251.814405:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00700 x1815630742328192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521251.815700:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521251.815708:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709380 00000400:00000200:0.0:1731521251.815713:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x969 [1] + 224 00000400:00000200:0.0:1731521251.815729:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521251.815733:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521251.815739:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00700 x1815630742328192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521251.815794:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521251.815799:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521251.815800:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521251.815805:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00700 x1815630742328192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521251.815830:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00700 x1815630742328192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521251.815851:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521251.815882:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4200. 00000100:00000010:3.0:1731521251.815885:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00700. 00000100:00000010:1.0:1731521256.822050:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00380. 02000000:00000010:1.0:1731521256.822078:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:3.0:1731521256.822185:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521256.822197:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521256.822205:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521256.822213:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328320, portal 25 00000400:00000010:3.0:1731521256.822219:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731521256.822222:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328320, offset 0 00000400:00000200:3.0:1731521256.822232:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521256.822248:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521256.822255:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521256.822260:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521256.822263:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521256.822266:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521256.822270:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [276:276:256:4294967295] 192.168.204.149@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:3.0:1731521256.822282:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521256.822290:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521256.822294:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521256.822301:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521256.822310:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521256.822315:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521256.822458:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521256.822463:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521256.822467:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521256.822473:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521256.822477:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731521256.822479:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731521256.822486:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00380 x1815630742328320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521256.824489:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521256.824503:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709400 00000400:00000200:0.0:1731521256.824512:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x971 [1] + 224 00000400:00000200:0.0:1731521256.824546:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521256.824552:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521256.824561:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00380 x1815630742328320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521256.824659:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521256.824665:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521256.824666:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521256.824672:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00380 x1815630742328320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521256.824694:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00380 x1815630742328320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521256.824715:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521256.824719:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:3.0:1731521256.824722:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00380. 00000100:00000010:1.0:1731521261.829995:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00000. 02000000:00000010:1.0:1731521261.830013:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4500. 02000000:00000010:2.0:1731521261.830116:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521261.830123:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521261.830129:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521261.830136:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328448, portal 25 00000400:00000010:2.0:1731521261.830139:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731521261.830140:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328448, offset 0 00000400:00000200:2.0:1731521261.830147:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521261.830159:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521261.830163:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521261.830166:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521261.830168:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521261.830170:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521261.830172:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [277:277:256:4294967295] 192.168.204.149@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:2.0:1731521261.830178:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521261.830182:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521261.830184:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731521261.830189:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521261.830194:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521261.830197:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521261.830359:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521261.830363:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731521261.830366:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521261.830371:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521261.830373:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:0.0:1731521261.830374:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:0.0:1731521261.830381:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00000 x1815630742328448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521261.831651:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521261.831660:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709480 00000400:00000200:0.0:1731521261.831665:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x979 [1] + 224 00000400:00000200:0.0:1731521261.831682:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521261.831685:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521261.831690:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00000 x1815630742328448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521261.831737:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521261.831741:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521261.831742:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521261.831746:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00000 x1815630742328448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521261.831763:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00000 x1815630742328448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521261.831780:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521261.831783:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4500. 00000100:00000010:2.0:1731521261.831785:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00000. 00000100:00000010:1.0:1731521266.837954:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00000. 02000000:00000010:1.0:1731521266.837971:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4000. 02000000:00000010:3.0:1731521266.838040:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521266.838048:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521266.838054:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521266.838062:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328576, portal 25 00000400:00000010:3.0:1731521266.838066:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521266.838068:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328576, offset 0 00000400:00000200:3.0:1731521266.838077:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521266.838090:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521266.838095:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521266.838099:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521266.838102:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521266.838104:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521266.838107:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [278:278:256:4294967295] 192.168.204.149@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:3.0:1731521266.838116:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521266.838122:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521266.838126:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521266.838131:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521266.838138:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521266.838141:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521266.838259:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521266.838262:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521266.838265:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521266.838269:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521266.838272:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:0.0:1731521266.838273:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:0.0:1731521266.838279:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00000 x1815630742328576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521266.839279:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521266.839288:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709500 00000400:00000200:0.0:1731521266.839294:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x981 [1] + 224 00000400:00000200:0.0:1731521266.839320:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521266.839323:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521266.839329:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00000 x1815630742328576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521266.839374:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521266.839377:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521266.839379:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521266.839383:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00000 x1815630742328576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521266.839427:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00000 x1815630742328576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521266.839446:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521266.839450:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4000. 00000100:00000010:3.0:1731521266.839453:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00000. 00000100:00000010:1.0:1731521271.845999:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00380. 02000000:00000010:1.0:1731521271.846024:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:2.0:1731521271.846146:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521271.846160:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521271.846171:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521271.846182:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328704, portal 25 00000400:00000010:2.0:1731521271.846189:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731521271.846192:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328704, offset 0 00000400:00000200:2.0:1731521271.846206:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521271.846225:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521271.846230:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521271.846235:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521271.846239:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521271.846241:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521271.846245:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [279:279:256:4294967295] 192.168.204.149@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:2.0:1731521271.846255:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521271.846262:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521271.846266:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731521271.846273:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521271.846282:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521271.846286:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521271.846478:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521271.846485:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731521271.846490:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521271.846498:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521271.846503:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731521271.846505:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731521271.846514:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00380 x1815630742328704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521271.848594:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521271.848607:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709580 00000400:00000200:0.0:1731521271.848616:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x989 [1] + 224 00000400:00000200:0.0:1731521271.848634:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521271.848639:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521271.848646:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00380 x1815630742328704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521271.848725:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521271.848732:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521271.848733:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521271.848740:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00380 x1815630742328704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521271.848769:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00380 x1815630742328704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521271.848795:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521271.848799:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:2.0:1731521271.848802:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00380. 00000100:00000010:1.0:1731521276.854058:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00700. 02000000:00000010:1.0:1731521276.854101:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4700. 02000000:00000010:3.0:1731521276.854278:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521276.854285:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521276.854290:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521276.854296:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328832, portal 25 00000400:00000010:3.0:1731521276.854299:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731521276.854301:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328832, offset 0 00000400:00000200:3.0:1731521276.854307:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521276.854319:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521276.854323:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521276.854325:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521276.854328:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521276.854329:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521276.854331:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [280:280:256:4294967295] 192.168.204.149@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:3.0:1731521276.854337:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521276.854342:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521276.854344:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521276.854348:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521276.854354:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521276.854356:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521276.854478:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521276.854482:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521276.854485:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521276.854489:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521276.854492:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731521276.854493:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731521276.854499:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00700 x1815630742328832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521276.856098:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521276.856122:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709600 00000400:00000200:0.0:1731521276.856130:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x991 [1] + 224 00000400:00000200:0.0:1731521276.856180:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521276.856182:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521276.856186:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00700 x1815630742328832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521276.856250:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521276.856265:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521276.856266:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521276.856271:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00700 x1815630742328832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521276.856293:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00700 x1815630742328832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521276.856313:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521276.856317:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4700. 00000100:00000010:3.0:1731521276.856320:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00700. 00000100:00000010:1.0:1731521281.862057:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00a80. 02000000:00000010:1.0:1731521281.862085:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4b00. 02000000:00000010:2.0:1731521281.862228:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521281.862238:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521281.862245:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521281.862254:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742328960, portal 25 00000400:00000010:2.0:1731521281.862260:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000100:00000200:2.0:1731521281.862262:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742328960, offset 0 00000400:00000200:2.0:1731521281.862274:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521281.862290:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521281.862297:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521281.862301:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521281.862305:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521281.862309:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521281.862313:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [281:281:256:4294967295] 192.168.204.149@tcp LPNI seq info [281:281:8:4294967295] 00000400:00000200:2.0:1731521281.862325:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521281.862333:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521281.862337:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731521281.862344:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521281.862354:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521281.862359:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521281.862519:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521281.862524:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731521281.862528:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521281.862534:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521281.862537:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:0.0:1731521281.862539:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:0.0:1731521281.862545:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00a80 x1815630742328960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521281.864056:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521281.864086:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709680 00000400:00000200:0.0:1731521281.864093:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x999 [1] + 224 00000400:00000200:0.0:1731521281.864116:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521281.864143:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521281.864151:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00a80 x1815630742328960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521281.864244:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521281.864248:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521281.864250:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521281.864256:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00a80 x1815630742328960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521281.864284:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00a80 x1815630742328960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521281.864325:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521281.864329:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4b00. 00000100:00000010:2.0:1731521281.864334:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00a80. 00000100:00000010:1.0:1731521286.870086:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c00e00. 02000000:00000010:1.0:1731521286.870110:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4d00. 02000000:00000010:3.0:1731521286.870210:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521286.870220:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521286.870228:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521286.870237:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329088, portal 25 00000400:00000010:3.0:1731521286.870241:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731521286.870242:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329088, offset 0 00000400:00000200:3.0:1731521286.870252:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521286.870266:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521286.870272:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521286.870276:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521286.870279:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521286.870281:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521286.870284:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [282:282:256:4294967295] 192.168.204.149@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:3.0:1731521286.870294:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521286.870299:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521286.870303:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731521286.870309:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521286.870317:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521286.870321:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521286.870480:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521286.870485:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731521286.870488:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521286.870495:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521286.870499:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731521286.870500:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731521286.870509:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c00e00 x1815630742329088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521286.872153:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521286.872164:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709700 00000400:00000200:0.0:1731521286.872171:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9a1 [1] + 224 00000400:00000200:0.0:1731521286.872201:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521286.872205:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521286.872211:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c00e00 x1815630742329088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521286.872271:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521286.872277:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521286.872279:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521286.872285:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c00e00 x1815630742329088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521286.872308:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c00e00 x1815630742329088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521286.872331:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521286.872335:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4d00. 00000100:00000010:3.0:1731521286.872338:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c00e00. 00000100:00000010:1.0:1731521291.878064:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01180. 02000000:00000010:1.0:1731521291.878084:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:2.0:1731521291.878170:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521291.878177:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521291.878183:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521291.878188:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329216, portal 25 00000400:00000010:2.0:1731521291.878191:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731521291.878192:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329216, offset 0 00000400:00000200:2.0:1731521291.878199:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521291.878210:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521291.878213:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521291.878216:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521291.878218:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521291.878220:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521291.878222:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [283:283:256:4294967295] 192.168.204.149@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:2.0:1731521291.878228:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521291.878232:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521291.878234:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731521291.878239:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521291.878244:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521291.878247:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521291.878362:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521291.878365:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731521291.878368:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521291.878372:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521291.878375:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731521291.878376:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:0.0:1731521291.878382:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01180 x1815630742329216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521291.879652:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521291.879659:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709780 00000400:00000200:0.0:1731521291.879663:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9a9 [1] + 224 00000400:00000200:0.0:1731521291.879678:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521291.879681:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521291.879685:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01180 x1815630742329216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521291.879777:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521291.879782:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521291.879783:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521291.879803:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01180 x1815630742329216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521291.879821:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01180 x1815630742329216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521291.879837:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521291.879840:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:2.0:1731521291.879843:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01180. 00000100:00000010:1.0:1731521296.885986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01880. 02000000:00000010:1.0:1731521296.886015:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4e00. 02000000:00000010:3.0:1731521296.886101:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521296.886110:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521296.886117:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521296.886124:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329344, portal 25 00000400:00000010:3.0:1731521296.886128:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731521296.886131:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329344, offset 0 00000400:00000200:3.0:1731521296.886140:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521296.886154:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521296.886160:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521296.886164:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521296.886167:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521296.886169:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521296.886173:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [284:284:256:4294967295] 192.168.204.149@tcp LPNI seq info [284:284:8:4294967295] 00000400:00000200:3.0:1731521296.886183:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521296.886189:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521296.886192:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521296.886197:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521296.886205:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521296.886209:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521296.886369:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521296.886372:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521296.886376:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521296.886380:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521296.886383:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731521296.886384:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731521296.886391:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01880 x1815630742329344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521296.887795:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521296.887803:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709800 00000400:00000200:0.0:1731521296.887809:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9b1 [1] + 224 00000400:00000200:0.0:1731521296.887830:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521296.887834:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521296.887839:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01880 x1815630742329344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521296.887939:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521296.887943:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521296.887945:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521296.887949:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01880 x1815630742329344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521296.887970:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01880 x1815630742329344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521296.887990:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521296.887995:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4e00. 00000100:00000010:3.0:1731521296.887998:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01880. 00000100:00000010:1.0:1731521301.893965:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01500. 02000000:00000010:1.0:1731521301.893984:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4f00. 02000000:00000010:2.0:1731521301.894063:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521301.894070:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521301.894077:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521301.894084:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329472, portal 25 00000400:00000010:2.0:1731521301.894088:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731521301.894090:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329472, offset 0 00000400:00000200:2.0:1731521301.894098:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521301.894109:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521301.894114:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521301.894118:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521301.894120:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521301.894122:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521301.894125:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [285:285:256:4294967295] 192.168.204.149@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:2.0:1731521301.894134:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521301.894139:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521301.894143:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731521301.894147:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521301.894154:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521301.894158:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521301.894266:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521301.894269:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731521301.894273:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521301.894277:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521301.894280:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:0.0:1731521301.894281:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000100:00000200:0.0:1731521301.894287:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01500 x1815630742329472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521301.895441:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521301.895452:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709880 00000400:00000200:0.0:1731521301.895457:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9b9 [1] + 224 00000400:00000200:0.0:1731521301.895472:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521301.895474:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521301.895478:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01500 x1815630742329472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521301.895529:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521301.895532:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521301.895533:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521301.895536:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01500 x1815630742329472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521301.895551:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01500 x1815630742329472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521301.895566:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521301.895568:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4f00. 00000100:00000010:2.0:1731521301.895570:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01500. 00000100:00000010:1.0:1731521306.901966:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02300. 02000000:00000010:1.0:1731521306.901984:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4e00. 02000000:00000010:3.0:1731521306.902053:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521306.902061:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521306.902067:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521306.902072:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329600, portal 25 00000400:00000010:3.0:1731521306.902075:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731521306.902077:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329600, offset 0 00000400:00000200:3.0:1731521306.902084:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521306.902096:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521306.902099:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521306.902102:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521306.902104:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521306.902105:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521306.902107:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [286:286:256:4294967295] 192.168.204.149@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000200:3.0:1731521306.902114:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521306.902117:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521306.902120:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731521306.902124:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521306.902130:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521306.902132:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521306.902249:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521306.902254:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731521306.902258:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521306.902264:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521306.902267:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731521306.902268:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731521306.902276:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02300 x1815630742329600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521306.904014:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521306.904023:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709900 00000400:00000200:0.0:1731521306.904030:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9c1 [1] + 224 00000400:00000200:0.0:1731521306.904057:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521306.904060:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521306.904066:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02300 x1815630742329600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521306.904128:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521306.904132:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521306.904134:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521306.904139:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02300 x1815630742329600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521306.904160:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02300 x1815630742329600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521306.904181:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521306.904186:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4e00. 00000100:00000010:3.0:1731521306.904189:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02300. 00000100:00000010:1.0:1731521311.910015:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03100. 02000000:00000010:1.0:1731521311.910037:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4800. 02000000:00000010:2.0:1731521311.910128:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521311.910139:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521311.910147:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521311.910154:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329728, portal 25 00000400:00000010:2.0:1731521311.910158:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731521311.910160:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329728, offset 0 00000400:00000200:2.0:1731521311.910170:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521311.910185:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521311.910190:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521311.910195:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521311.910198:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521311.910201:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521311.910204:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [287:287:256:4294967295] 192.168.204.149@tcp LPNI seq info [287:287:8:4294967295] 00000400:00000200:2.0:1731521311.910216:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521311.910222:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521311.910226:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731521311.910241:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521311.910250:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521311.910254:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521311.910424:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521311.910429:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731521311.910434:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521311.910442:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521311.910446:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:0.0:1731521311.910449:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000100:00000200:0.0:1731521311.910458:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03100 x1815630742329728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521311.912044:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521311.912056:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709980 00000400:00000200:0.0:1731521311.912063:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9c9 [1] + 224 00000400:00000200:0.0:1731521311.912084:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521311.912089:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521311.912096:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03100 x1815630742329728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521311.912161:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521311.912166:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521311.912167:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521311.912173:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03100 x1815630742329728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521311.912200:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03100 x1815630742329728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521311.912223:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521311.912227:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4800. 00000100:00000010:2.0:1731521311.912231:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03100. 00000100:00000010:1.0:1731521316.918005:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02a00. 02000000:00000010:1.0:1731521316.918030:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4400. 02000000:00000010:3.0:1731521316.918145:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521316.918159:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521316.918169:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521316.918179:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329856, portal 25 00000400:00000010:3.0:1731521316.918185:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731521316.918188:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329856, offset 0 00000400:00000200:3.0:1731521316.918200:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521316.918217:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521316.918223:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521316.918228:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521316.918231:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521316.918234:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521316.918237:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [288:288:256:4294967295] 192.168.204.149@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:3.0:1731521316.918248:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521316.918254:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521316.918258:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521316.918264:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521316.918273:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521316.918277:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521316.918583:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521316.918590:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521316.918596:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521316.918604:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521316.918609:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731521316.918611:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731521316.918621:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02a00 x1815630742329856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521316.920432:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521316.920445:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709a00 00000400:00000200:0.0:1731521316.920452:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9d1 [1] + 224 00000400:00000200:0.0:1731521316.920531:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521316.920536:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521316.920542:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02a00 x1815630742329856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521316.920632:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521316.920638:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521316.920640:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521316.920646:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02a00 x1815630742329856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521316.920668:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02a00 x1815630742329856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521316.920690:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521316.920694:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4400. 00000100:00000010:3.0:1731521316.920697:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02a00. 00000100:00000010:1.0:1731521321.925954:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02680. 02000000:00000010:1.0:1731521321.925976:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4b00. 02000000:00000010:2.0:1731521321.926069:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731521321.926077:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521321.926084:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521321.926091:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742329984, portal 25 00000400:00000010:2.0:1731521321.926096:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731521321.926098:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742329984, offset 0 00000400:00000200:2.0:1731521321.926107:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521321.926119:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521321.926124:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521321.926128:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521321.926131:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521321.926133:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521321.926136:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [289:289:256:4294967295] 192.168.204.149@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:2.0:1731521321.926146:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521321.926152:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521321.926156:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731521321.926161:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521321.926168:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521321.926171:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521321.926318:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521321.926321:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731521321.926325:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521321.926329:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521321.926332:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731521321.926333:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731521321.926339:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02680 x1815630742329984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521321.927580:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521321.927589:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709a80 00000400:00000200:0.0:1731521321.927594:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9d9 [1] + 224 00000400:00000200:0.0:1731521321.927613:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521321.927617:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521321.927622:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02680 x1815630742329984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521321.927667:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521321.927670:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521321.927671:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521321.927674:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02680 x1815630742329984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521321.927690:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02680 x1815630742329984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521321.927706:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731521321.927709:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4b00. 00000100:00000010:2.0:1731521321.927711:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02680. 00000100:00000010:1.0:1731521326.933948:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01f80. 02000000:00000010:1.0:1731521326.933967:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4900. 02000000:00000010:3.0:1731521326.934042:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521326.934050:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521326.934055:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521326.934061:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742330112, portal 25 00000400:00000010:3.0:1731521326.934064:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731521326.934065:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742330112, offset 0 00000400:00000200:3.0:1731521326.934073:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521326.934084:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521326.934088:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521326.934091:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521326.934094:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521326.934095:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521326.934097:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [290:290:256:4294967295] 192.168.204.149@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:3.0:1731521326.934103:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521326.934107:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521326.934109:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521326.934113:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521326.934119:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521326.934122:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521326.934267:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521326.934270:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521326.934273:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521326.934278:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521326.934280:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731521326.934282:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731521326.934289:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01f80 x1815630742330112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521326.935436:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521326.935443:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709b00 00000400:00000200:0.0:1731521326.935448:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9e1 [1] + 224 00000400:00000200:0.0:1731521326.935470:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521326.935472:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521326.935476:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01f80 x1815630742330112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521326.935511:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521326.935514:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521326.935515:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521326.935519:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01f80 x1815630742330112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521326.935533:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01f80 x1815630742330112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521326.935549:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521326.935551:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4900. 00000100:00000010:3.0:1731521326.935554:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01f80. 00000100:00000010:1.0:1731521331.941998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03480. 02000000:00000010:1.0:1731521331.942022:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4600. 02000000:00000010:2.0:1731521331.942144:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521331.942155:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521331.942163:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521331.942172:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742330240, portal 25 00000400:00000010:2.0:1731521331.942178:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731521331.942181:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742330240, offset 0 00000400:00000200:2.0:1731521331.942192:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521331.942260:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521331.942265:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521331.942269:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521331.942272:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521331.942274:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521331.942277:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [291:291:256:4294967295] 192.168.204.149@tcp LPNI seq info [291:291:8:4294967295] 00000400:00000200:2.0:1731521331.942285:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521331.942291:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521331.942295:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731521331.942300:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521331.942307:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521331.942310:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521331.942478:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521331.942482:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731521331.942488:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521331.942495:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521331.942499:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:0.0:1731521331.942501:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:0.0:1731521331.942527:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03480 x1815630742330240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521331.944184:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521331.944195:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709b80 00000400:00000200:0.0:1731521331.944202:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9e9 [1] + 224 00000400:00000200:0.0:1731521331.944256:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521331.944258:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521331.944263:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03480 x1815630742330240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521331.944306:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521331.944310:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521331.944311:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521331.944315:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03480 x1815630742330240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521331.944334:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03480 x1815630742330240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521331.944351:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521331.944354:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4600. 00000100:00000010:2.0:1731521331.944356:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03480. 00000100:00000010:1.0:1731521336.949970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c01c00. 02000000:00000010:1.0:1731521336.949988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4000. 02000000:00000010:3.0:1731521336.950070:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521336.950076:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521336.950081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521336.950087:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742330368, portal 25 00000400:00000010:3.0:1731521336.950091:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731521336.950092:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742330368, offset 0 00000400:00000200:3.0:1731521336.950099:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521336.950111:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521336.950137:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521336.950140:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521336.950143:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521336.950144:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521336.950146:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [292:292:256:4294967295] 192.168.204.149@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:3.0:1731521336.950153:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521336.950157:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521336.950160:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731521336.950164:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521336.950170:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521336.950173:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521336.950324:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521336.950329:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731521336.950333:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521336.950339:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521336.950342:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731521336.950344:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731521336.950350:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c01c00 x1815630742330368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521336.951657:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521336.951668:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709c00 00000400:00000200:0.0:1731521336.951674:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9f1 [1] + 224 00000400:00000200:0.0:1731521336.951701:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521336.951705:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521336.951711:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c01c00 x1815630742330368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521336.951758:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521336.951762:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521336.951763:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521336.951767:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c01c00 x1815630742330368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521336.951787:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c01c00 x1815630742330368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521336.951803:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521336.951806:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4000. 00000100:00000010:3.0:1731521336.951809:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c01c00. 00000100:00000010:1.0:1731521341.957985:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c02d80. 02000000:00000010:1.0:1731521341.958007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4300. 02000000:00000010:2.0:1731521341.958143:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521341.958152:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521341.958158:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521341.958165:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742330496, portal 25 00000400:00000010:2.0:1731521341.958169:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731521341.958170:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742330496, offset 0 00000400:00000200:2.0:1731521341.958177:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521341.958189:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521341.958192:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521341.958195:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521341.958198:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521341.958199:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521341.958201:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [293:293:256:4294967295] 192.168.204.149@tcp LPNI seq info [293:293:8:4294967295] 00000400:00000200:2.0:1731521341.958208:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521341.958211:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521341.958214:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731521341.958218:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521341.958223:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521341.958226:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521341.958372:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521341.958375:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731521341.958378:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521341.958383:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521341.958386:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731521341.958387:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:0.0:1731521341.958393:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c02d80 x1815630742330496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521341.959828:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521341.959838:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709c80 00000400:00000200:0.0:1731521341.959845:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x9f9 [1] + 224 00000400:00000200:0.0:1731521341.959904:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521341.959907:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521341.959912:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c02d80 x1815630742330496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521341.959961:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521341.959964:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521341.959965:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521341.959968:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c02d80 x1815630742330496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521341.959985:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c02d80 x1815630742330496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521341.960000:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521341.960003:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4300. 00000100:00000010:2.0:1731521341.960005:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c02d80. 00000100:00000010:1.0:1731521346.965995:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a7c03800. 02000000:00000010:1.0:1731521346.966014:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60c4100. 02000000:00000010:3.0:1731521346.966085:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521346.966093:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521346.966098:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521346.966104:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742330624, portal 25 00000400:00000010:3.0:1731521346.966106:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731521346.966108:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742330624, offset 0 00000400:00000200:3.0:1731521346.966116:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521346.966126:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521346.966129:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521346.966132:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521346.966135:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521346.966136:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521346.966138:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [294:294:256:4294967295] 192.168.204.149@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:3.0:1731521346.966144:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521346.966148:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521346.966150:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521346.966154:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521346.966159:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521346.966162:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521346.966287:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521346.966290:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521346.966294:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521346.966300:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521346.966304:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731521346.966305:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731521346.966312:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a7c03800 x1815630742330624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521346.967569:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521346.967579:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709d00 00000400:00000200:0.0:1731521346.967584:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa01 [1] + 224 00000400:00000200:0.0:1731521346.967608:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521346.967612:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521346.967627:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a7c03800 x1815630742330624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521346.967715:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521346.967719:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521346.967720:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521346.967724:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a7c03800 x1815630742330624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521346.967738:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a7c03800 x1815630742330624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521346.967755:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521346.967758:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60c4100. 00000100:00000010:3.0:1731521346.967760:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a7c03800. 00000100:00000010:2.0:1731521351.974018:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731521351.974036:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:3.0:1731521351.974122:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521351.974129:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521351.974134:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521351.974140:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742330752, portal 25 00000400:00000010:3.0:1731521351.974143:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731521351.974144:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742330752, offset 0 00000400:00000200:3.0:1731521351.974151:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521351.974162:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521351.974171:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521351.974174:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521351.974176:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521351.974177:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521351.974179:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [295:295:256:4294967295] 192.168.204.149@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000200:3.0:1731521351.974186:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521351.974190:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521351.974192:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731521351.974196:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521351.974202:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521351.974207:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521351.974315:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521351.974318:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731521351.974323:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521351.974328:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521351.974331:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731521351.974333:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731521351.974340:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742330752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521351.975546:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521351.975555:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709d80 00000400:00000200:0.0:1731521351.975560:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa09 [1] + 224 00000400:00000200:0.0:1731521351.975577:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521351.975580:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521351.975585:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742330752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521351.975629:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521351.975633:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521351.975634:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521351.975637:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742330752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521351.975654:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742330752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521351.975670:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521351.975673:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:3.0:1731521351.975675:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731521356.981975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731521356.981997:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:3.0:1731521356.982072:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521356.982080:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521356.982087:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521356.982093:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742330880, portal 25 00000400:00000010:3.0:1731521356.982098:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731521356.982099:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742330880, offset 0 00000400:00000200:3.0:1731521356.982108:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521356.982121:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521356.982126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521356.982131:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521356.982134:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521356.982136:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521356.982140:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [296:296:256:4294967295] 192.168.204.149@tcp LPNI seq info [296:296:8:4294967295] 00000400:00000200:3.0:1731521356.982150:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521356.982156:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521356.982159:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731521356.982165:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521356.982172:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521356.982176:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521356.982263:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521356.982267:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731521356.982271:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521356.982276:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521356.982279:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731521356.982281:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731521356.982288:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742330880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521356.983572:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521356.983582:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709e00 00000400:00000200:0.0:1731521356.983588:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa11 [1] + 224 00000400:00000200:0.0:1731521356.983614:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521356.983618:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521356.983624:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742330880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521356.983702:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521356.983706:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521356.983707:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521356.983711:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742330880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521356.983726:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742330880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521356.983743:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521356.983769:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:3.0:1731521356.983771:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731521361.989975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731521361.989994:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:0.0:1731521361.990089:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913c00. 00000400:00000010:0.0:1731521361.990099:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d0b0. 00000400:00000010:0.0:1731521361.990106:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9770. 00000100:00000200:0.0:1731521361.990113:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331008, portal 25 00000400:00000010:0.0:1731521361.990118:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9550. 00000100:00000200:0.0:1731521361.990120:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331008, offset 0 00000400:00000200:0.0:1731521361.990129:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521361.990143:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521361.990148:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521361.990153:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521361.990156:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521361.990158:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521361.990161:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [297:297:256:4294967295] 192.168.204.149@tcp LPNI seq info [297:297:8:4294967295] 00000400:00000200:0.0:1731521361.990171:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521361.990178:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521361.990182:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe700. 00000800:00000200:0.0:1731521361.990188:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521361.990196:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521361.990200:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521361.990305:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521361.990307:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe700. 00000400:00000200:2.0:1731521361.990310:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521361.990314:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521361.990317:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9550 00000400:00000010:2.0:1731521361.990318:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9550. 00000100:00000200:2.0:1731521361.990325:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742331008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521361.991552:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521361.991560:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709e80 00000400:00000200:0.0:1731521361.991566:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa19 [1] + 224 00000400:00000200:0.0:1731521361.991582:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521361.991584:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521361.991589:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742331008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521361.991645:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d0b0. 00000400:00000200:2.0:1731521361.991651:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9770 00000400:00000010:2.0:1731521361.991652:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9770. 00000100:00000200:2.0:1731521361.991678:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742331008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521361.991685:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742331008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521361.991702:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913c00. 02000000:00000010:2.0:1731521361.991704:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:2.0:1731521361.991707:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731521366.997939:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731521366.997969:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:3.0:1731521366.998044:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521366.998052:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521366.998059:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521366.998065:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331136, portal 25 00000400:00000010:3.0:1731521366.998069:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731521366.998071:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331136, offset 0 00000400:00000200:3.0:1731521366.998080:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521366.998092:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521366.998097:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521366.998101:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521366.998104:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521366.998106:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521366.998108:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [298:298:256:4294967295] 192.168.204.149@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:3.0:1731521366.998118:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521366.998123:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521366.998126:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731521366.998130:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521366.998136:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521366.998139:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521366.998233:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521366.998238:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731521366.998243:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521366.998248:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521366.998253:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731521366.998255:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731521366.998262:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742331136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521366.999414:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521366.999424:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709f00 00000400:00000200:0.0:1731521366.999431:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa21 [1] + 224 00000400:00000200:0.0:1731521366.999447:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521366.999451:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521366.999456:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742331136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521366.999496:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521366.999499:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521366.999500:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521366.999503:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742331136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521366.999517:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742331136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521366.999533:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521366.999536:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:3.0:1731521366.999538:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731521372.005998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731521372.006016:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:0.0:1731521372.006128:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912c00. 00000400:00000010:0.0:1731521372.006137:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d108. 00000400:00000010:0.0:1731521372.006143:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9088. 00000100:00000200:0.0:1731521372.006150:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331264, portal 25 00000400:00000010:0.0:1731521372.006153:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9aa0. 00000100:00000200:0.0:1731521372.006155:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331264, offset 0 00000400:00000200:0.0:1731521372.006162:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521372.006173:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521372.006177:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521372.006180:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521372.006182:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521372.006184:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521372.006186:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [299:299:256:4294967295] 192.168.204.149@tcp LPNI seq info [299:299:8:4294967295] 00000400:00000200:0.0:1731521372.006192:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521372.006207:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521372.006210:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731521372.006215:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521372.006220:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521372.006223:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521372.006342:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521372.006345:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:2.0:1731521372.006347:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521372.006352:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521372.006355:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9aa0 00000400:00000010:2.0:1731521372.006356:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9aa0. 00000100:00000200:2.0:1731521372.006362:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742331264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521372.007640:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521372.007649:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79709f80 00000400:00000200:0.0:1731521372.007654:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa29 [1] + 224 00000400:00000200:0.0:1731521372.007667:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521372.007670:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521372.007675:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742331264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521372.007732:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d108. 00000400:00000200:2.0:1731521372.007739:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9088 00000400:00000010:2.0:1731521372.007741:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9088. 00000100:00000200:2.0:1731521372.007747:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742331264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521372.007758:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742331264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521372.007780:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912c00. 02000000:00000010:2.0:1731521372.007783:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:2.0:1731521372.007786:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731521377.013964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731521377.013981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:3.0:1731521377.014051:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521377.014059:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521377.014064:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521377.014071:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331392, portal 25 00000400:00000010:3.0:1731521377.014074:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731521377.014075:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331392, offset 0 00000400:00000200:3.0:1731521377.014082:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521377.014093:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521377.014097:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521377.014100:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521377.014102:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521377.014104:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521377.014106:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [300:300:256:4294967295] 192.168.204.149@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:3.0:1731521377.014112:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521377.014116:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521377.014119:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731521377.014123:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521377.014129:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521377.014131:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521377.014220:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521377.014224:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731521377.014229:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521377.014234:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521377.014238:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731521377.014239:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731521377.014247:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742331392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521377.015651:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521377.015659:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a000 00000400:00000200:0.0:1731521377.015663:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa31 [1] + 224 00000400:00000200:0.0:1731521377.015674:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521377.015677:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521377.015681:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742331392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521377.015718:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521377.015722:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521377.015723:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521377.015726:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742331392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521377.015741:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742331392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521377.015757:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521377.015760:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:3.0:1731521377.015762:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731521382.021950:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731521382.021968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:0.0:1731521382.022044:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913800. 00000400:00000010:0.0:1731521382.022062:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d160. 00000400:00000010:0.0:1731521382.022068:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9198. 00000100:00000200:0.0:1731521382.022073:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331520, portal 25 00000400:00000010:0.0:1731521382.022076:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9660. 00000100:00000200:0.0:1731521382.022077:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331520, offset 0 00000400:00000200:0.0:1731521382.022084:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521382.022094:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521382.022098:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521382.022100:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521382.022103:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521382.022104:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521382.022106:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [301:301:256:4294967295] 192.168.204.149@tcp LPNI seq info [301:301:8:4294967295] 00000400:00000200:0.0:1731521382.022112:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521382.022116:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521382.022118:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe100. 00000800:00000200:0.0:1731521382.022122:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521382.022128:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521382.022130:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521382.022221:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521382.022223:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe100. 00000400:00000200:2.0:1731521382.022225:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521382.022230:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521382.022232:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9660 00000400:00000010:2.0:1731521382.022233:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9660. 00000100:00000200:2.0:1731521382.022239:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742331520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521382.023342:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521382.023349:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a080 00000400:00000200:0.0:1731521382.023355:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa39 [1] + 224 00000400:00000200:0.0:1731521382.023369:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521382.023374:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521382.023379:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742331520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521382.023465:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d160. 00000400:00000200:2.0:1731521382.023470:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9198 00000400:00000010:2.0:1731521382.023471:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9198. 00000100:00000200:2.0:1731521382.023474:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742331520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521382.023480:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742331520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521382.023496:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913800. 02000000:00000010:2.0:1731521382.023499:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:2.0:1731521382.023501:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731521387.029955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731521387.029972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:3.0:1731521387.030045:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521387.030052:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521387.030058:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521387.030063:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331648, portal 25 00000400:00000010:3.0:1731521387.030066:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731521387.030067:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331648, offset 0 00000400:00000200:3.0:1731521387.030074:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521387.030084:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521387.030088:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521387.030090:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521387.030093:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521387.030095:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521387.030097:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [302:302:256:4294967295] 192.168.204.149@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:3.0:1731521387.030103:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521387.030107:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521387.030109:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731521387.030113:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521387.030119:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521387.030121:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521387.030284:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521387.030289:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731521387.030309:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521387.030313:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521387.030315:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731521387.030325:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731521387.030332:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742331648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521387.031294:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521387.031303:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a100 00000400:00000200:0.0:1731521387.031309:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa41 [1] + 224 00000400:00000200:0.0:1731521387.031323:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521387.031327:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521387.031333:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742331648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521387.031396:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521387.031402:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521387.031403:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521387.031408:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742331648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521387.031425:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742331648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521387.031443:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521387.031446:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:3.0:1731521387.031449:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731521392.037930:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731521392.037947:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731521392.038035:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521392.038043:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521392.038050:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521392.038056:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331776, portal 25 00000400:00000010:3.0:1731521392.038059:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731521392.038061:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331776, offset 0 00000400:00000200:3.0:1731521392.038069:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521392.038082:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521392.038087:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521392.038090:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521392.038094:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521392.038096:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521392.038098:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [303:303:256:4294967295] 192.168.204.149@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:3.0:1731521392.038126:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521392.038132:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521392.038135:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521392.038140:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521392.038148:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521392.038151:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521392.038267:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521392.038270:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521392.038274:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521392.038279:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521392.038282:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731521392.038288:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731521392.038294:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742331776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521392.039240:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521392.039248:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a180 00000400:00000200:0.0:1731521392.039253:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa49 [1] + 224 00000400:00000200:0.0:1731521392.039267:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521392.039270:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521392.039274:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742331776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521392.039320:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521392.039324:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521392.039325:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521392.039330:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742331776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521392.039352:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742331776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521392.039370:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521392.039373:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731521392.039376:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731521397.045954:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731521397.045973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:3.0:1731521397.046074:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521397.046081:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521397.046087:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521397.046094:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742331904, portal 25 00000400:00000010:3.0:1731521397.046098:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731521397.046099:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742331904, offset 0 00000400:00000200:3.0:1731521397.046106:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521397.046118:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521397.046122:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521397.046125:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521397.046127:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521397.046128:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521397.046130:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [304:304:256:4294967295] 192.168.204.149@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:3.0:1731521397.046137:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521397.046141:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521397.046143:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731521397.046147:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521397.046153:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521397.046155:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521397.046244:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521397.046247:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731521397.046251:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521397.046255:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521397.046267:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731521397.046268:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731521397.046275:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742331904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521397.047409:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521397.047417:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a200 00000400:00000200:0.0:1731521397.047422:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa51 [1] + 224 00000400:00000200:0.0:1731521397.047434:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521397.047436:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521397.047440:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742331904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521397.047486:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521397.047489:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521397.047491:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521397.047494:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742331904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521397.047510:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742331904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521397.047526:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521397.047529:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:3.0:1731521397.047531:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731521402.053972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731521402.053992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:0.0:1731521402.054068:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912e00. 00000400:00000010:0.0:1731521402.054076:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d1b8. 00000400:00000010:0.0:1731521402.054081:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731521402.054087:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332032, portal 25 00000400:00000010:0.0:1731521402.054090:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab92a8. 00000100:00000200:0.0:1731521402.054091:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332032, offset 0 00000400:00000200:0.0:1731521402.054097:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521402.054107:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521402.054111:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521402.054113:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521402.054116:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521402.054117:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521402.054119:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [305:305:256:4294967295] 192.168.204.149@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:0.0:1731521402.054126:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521402.054129:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521402.054132:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731521402.054136:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521402.054142:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521402.054155:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521402.054248:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521402.054250:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:2.0:1731521402.054253:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521402.054257:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521402.054259:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab92a8 00000400:00000010:2.0:1731521402.054261:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab92a8. 00000100:00000200:2.0:1731521402.054267:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742332032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521402.055461:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521402.055468:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a280 00000400:00000200:0.0:1731521402.055473:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa59 [1] + 224 00000400:00000200:0.0:1731521402.055485:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521402.055488:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521402.055492:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742332032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521402.055536:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d1b8. 00000400:00000200:2.0:1731521402.055540:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9b28 00000400:00000010:2.0:1731521402.055541:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9b28. 00000100:00000200:2.0:1731521402.055545:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742332032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521402.055556:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742332032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521402.055571:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912e00. 02000000:00000010:2.0:1731521402.055575:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:2.0:1731521402.055578:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731521407.062012:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731521407.062036:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731521407.062149:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521407.062157:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521407.062164:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521407.062172:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332160, portal 25 00000400:00000010:3.0:1731521407.062176:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731521407.062178:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332160, offset 0 00000400:00000200:3.0:1731521407.062189:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521407.062202:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521407.062207:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521407.062212:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521407.062216:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521407.062218:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521407.062221:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [306:306:256:4294967295] 192.168.204.149@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000200:3.0:1731521407.062231:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521407.062237:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521407.062241:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521407.062247:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521407.062256:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521407.062260:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521407.062392:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521407.062396:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521407.062400:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521407.062405:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521407.062408:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731521407.062409:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731521407.062415:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742332160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521407.063568:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521407.063575:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a300 00000400:00000200:0.0:1731521407.063579:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa61 [1] + 224 00000400:00000200:0.0:1731521407.063596:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521407.063598:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521407.063602:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742332160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521407.063670:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521407.063674:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521407.063675:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521407.063680:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742332160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521407.063702:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742332160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521407.063721:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521407.063725:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731521407.063729:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731521412.070001:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731521412.070020:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:0.0:1731521412.070093:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912400. 00000400:00000010:0.0:1731521412.070099:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d210. 00000400:00000010:0.0:1731521412.070105:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9880. 00000100:00000200:0.0:1731521412.070110:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332288, portal 25 00000400:00000010:0.0:1731521412.070113:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9c38. 00000100:00000200:0.0:1731521412.070114:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332288, offset 0 00000400:00000200:0.0:1731521412.070131:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521412.070141:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521412.070144:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521412.070147:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521412.070149:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521412.070151:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521412.070153:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [307:307:256:4294967295] 192.168.204.149@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:0.0:1731521412.070159:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521412.070163:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521412.070166:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe900. 00000800:00000200:0.0:1731521412.070170:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521412.070175:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521412.070178:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521412.070295:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521412.070298:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe900. 00000400:00000200:2.0:1731521412.070302:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521412.070307:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521412.070311:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9c38 00000400:00000010:2.0:1731521412.070312:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9c38. 00000100:00000200:2.0:1731521412.070320:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742332288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521412.071406:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521412.071413:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a380 00000400:00000200:0.0:1731521412.071418:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa69 [1] + 224 00000400:00000200:0.0:1731521412.071429:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521412.071432:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521412.071436:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742332288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521412.071487:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d210. 00000400:00000200:2.0:1731521412.071491:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9880 00000400:00000010:2.0:1731521412.071493:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9880. 00000100:00000200:2.0:1731521412.071497:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742332288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521412.071505:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742332288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521412.071524:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912400. 02000000:00000010:2.0:1731521412.071528:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:2.0:1731521412.071547:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731521417.077954:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731521417.077972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731521417.078049:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521417.078056:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521417.078062:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521417.078067:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332416, portal 25 00000400:00000010:3.0:1731521417.078070:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731521417.078071:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332416, offset 0 00000400:00000200:3.0:1731521417.078078:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521417.078090:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521417.078093:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521417.078097:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521417.078100:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521417.078101:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521417.078103:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [308:308:256:4294967295] 192.168.204.149@tcp LPNI seq info [308:308:8:4294967295] 00000400:00000200:3.0:1731521417.078109:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521417.078113:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521417.078116:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521417.078120:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521417.078126:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521417.078128:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521417.078234:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521417.078237:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521417.078241:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521417.078247:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521417.078251:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:0.0:1731521417.078252:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:0.0:1731521417.078258:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742332416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521417.079357:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521417.079378:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a400 00000400:00000200:0.0:1731521417.079384:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa71 [1] + 224 00000400:00000200:0.0:1731521417.079398:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521417.079401:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521417.079407:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742332416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521417.079472:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521417.079477:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521417.079478:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521417.079484:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742332416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521417.079502:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742332416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521417.079534:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521417.079537:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731521417.079540:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731521422.085952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731521422.085983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:0.0:1731521422.086054:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912600. 00000400:00000010:0.0:1731521422.086062:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d268. 00000400:00000010:0.0:1731521422.086071:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9110. 00000100:00000200:0.0:1731521422.086077:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332544, portal 25 00000400:00000010:0.0:1731521422.086080:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9000. 00000100:00000200:0.0:1731521422.086082:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332544, offset 0 00000400:00000200:0.0:1731521422.086089:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521422.086102:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521422.086107:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521422.086111:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521422.086113:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521422.086116:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521422.086119:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [309:309:256:4294967295] 192.168.204.149@tcp LPNI seq info [309:309:8:4294967295] 00000400:00000200:0.0:1731521422.086129:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521422.086135:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521422.086139:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe400. 00000800:00000200:0.0:1731521422.086144:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521422.086152:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521422.086156:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521422.086250:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521422.086252:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe400. 00000400:00000200:2.0:1731521422.086255:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521422.086259:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521422.086262:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9000 00000400:00000010:2.0:1731521422.086263:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9000. 00000100:00000200:2.0:1731521422.086269:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742332544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521422.087406:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521422.087415:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a480 00000400:00000200:0.0:1731521422.087421:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa79 [1] + 224 00000400:00000200:0.0:1731521422.087437:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521422.087444:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521422.087450:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742332544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521422.087498:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d268. 00000400:00000200:2.0:1731521422.087503:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9110 00000400:00000010:2.0:1731521422.087504:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9110. 00000100:00000200:2.0:1731521422.087508:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742332544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521422.087514:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742332544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521422.087530:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912600. 02000000:00000010:2.0:1731521422.087533:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:2.0:1731521422.087536:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731521427.093957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731521427.093975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731521427.094050:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521427.094057:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521427.094062:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521427.094068:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332672, portal 25 00000400:00000010:3.0:1731521427.094072:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731521427.094073:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332672, offset 0 00000400:00000200:3.0:1731521427.094080:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521427.094091:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521427.094095:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521427.094097:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521427.094100:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521427.094101:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521427.094103:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [310:310:256:4294967295] 192.168.204.149@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:3.0:1731521427.094109:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521427.094113:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521427.094116:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731521427.094119:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521427.094125:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521427.094127:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521427.094221:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521427.094225:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731521427.094229:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521427.094234:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521427.094237:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:0.0:1731521427.094238:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:0.0:1731521427.094245:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742332672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521427.095534:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521427.095541:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a500 00000400:00000200:0.0:1731521427.095546:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa81 [1] + 224 00000400:00000200:0.0:1731521427.095559:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521427.095562:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521427.095566:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742332672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521427.095602:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521427.095605:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521427.095606:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521427.095609:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742332672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521427.095626:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742332672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521427.095644:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521427.095646:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731521427.095648:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731521432.101992:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521432.102015:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:0.0:1731521432.102110:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913000. 00000400:00000010:0.0:1731521432.102119:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d2c0. 00000400:00000010:0.0:1731521432.102126:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9f68. 00000100:00000200:0.0:1731521432.102133:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332800, portal 25 00000400:00000010:0.0:1731521432.102137:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab96e8. 00000100:00000200:0.0:1731521432.102140:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332800, offset 0 00000400:00000200:0.0:1731521432.102149:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521432.102162:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521432.102168:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521432.102172:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521432.102176:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521432.102178:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521432.102194:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [311:311:256:4294967295] 192.168.204.149@tcp LPNI seq info [311:311:8:4294967295] 00000400:00000200:0.0:1731521432.102204:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521432.102211:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521432.102215:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbec00. 00000800:00000200:0.0:1731521432.102221:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521432.102230:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521432.102234:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521432.102345:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521432.102348:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbec00. 00000400:00000200:2.0:1731521432.102350:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521432.102355:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521432.102357:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab96e8 00000400:00000010:2.0:1731521432.102359:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab96e8. 00000100:00000200:2.0:1731521432.102365:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742332800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521432.103546:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521432.103554:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a580 00000400:00000200:0.0:1731521432.103559:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa89 [1] + 224 00000400:00000200:0.0:1731521432.103573:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521432.103575:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521432.103579:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742332800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521432.103622:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d2c0. 00000400:00000200:2.0:1731521432.103631:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9f68 00000400:00000010:2.0:1731521432.103632:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9f68. 00000100:00000200:2.0:1731521432.103636:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742332800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521432.103642:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742332800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521432.103659:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913000. 02000000:00000010:2.0:1731521432.103662:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:2.0:1731521432.103665:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731521437.109955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521437.109973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731521437.110051:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521437.110059:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521437.110066:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521437.110072:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742332928, portal 25 00000400:00000010:3.0:1731521437.110076:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731521437.110078:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742332928, offset 0 00000400:00000200:3.0:1731521437.110086:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521437.110100:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521437.110104:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521437.110108:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521437.110111:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521437.110113:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521437.110115:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [312:312:256:4294967295] 192.168.204.149@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:3.0:1731521437.110124:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521437.110129:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521437.110132:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521437.110137:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521437.110144:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521437.110146:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521437.110262:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521437.110265:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521437.110269:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521437.110275:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521437.110296:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731521437.110298:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731521437.110307:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742332928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521437.111527:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521437.111537:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a600 00000400:00000200:0.0:1731521437.111544:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa91 [1] + 224 00000400:00000200:0.0:1731521437.111562:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521437.111566:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521437.111572:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742332928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521437.111633:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521437.111638:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521437.111639:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521437.111644:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742332928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521437.111664:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742332928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521437.111684:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521437.111688:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731521437.111690:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731521442.118012:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731521442.118035:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:0.0:1731521442.118162:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913000. 00000400:00000010:0.0:1731521442.118173:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d318. 00000400:00000010:0.0:1731521442.118180:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9330. 00000100:00000200:0.0:1731521442.118201:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333056, portal 25 00000400:00000010:0.0:1731521442.118206:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9d48. 00000100:00000200:0.0:1731521442.118208:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333056, offset 0 00000400:00000200:0.0:1731521442.118216:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521442.118230:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521442.118235:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521442.118238:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521442.118241:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521442.118243:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521442.118246:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [313:313:256:4294967295] 192.168.204.149@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:0.0:1731521442.118256:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521442.118261:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521442.118265:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe400. 00000800:00000200:0.0:1731521442.118270:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521442.118277:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521442.118281:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521442.118423:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521442.118426:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe400. 00000400:00000200:2.0:1731521442.118430:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521442.118438:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521442.118443:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9d48 00000400:00000010:2.0:1731521442.118445:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9d48. 00000100:00000200:2.0:1731521442.118454:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742333056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521442.119587:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521442.119597:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a680 00000400:00000200:0.0:1731521442.119602:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xa99 [1] + 224 00000400:00000200:0.0:1731521442.119620:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521442.119624:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521442.119631:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742333056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521442.119692:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d318. 00000400:00000200:2.0:1731521442.119697:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9330 00000400:00000010:2.0:1731521442.119699:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9330. 00000100:00000200:2.0:1731521442.119705:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742333056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521442.119713:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742333056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521442.119734:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913000. 02000000:00000010:2.0:1731521442.119739:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:2.0:1731521442.119743:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731521447.125959:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731521447.125977:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:3.0:1731521447.126076:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521447.126087:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521447.126117:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521447.126124:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333184, portal 25 00000400:00000010:3.0:1731521447.126128:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731521447.126130:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333184, offset 0 00000400:00000200:3.0:1731521447.126138:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521447.126151:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521447.126155:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521447.126159:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521447.126162:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521447.126164:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521447.126166:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [314:314:256:4294967295] 192.168.204.149@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:3.0:1731521447.126174:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521447.126178:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521447.126182:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731521447.126186:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521447.126194:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521447.126197:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521447.126313:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521447.126318:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731521447.126333:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521447.126341:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521447.126345:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731521447.126347:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731521447.126356:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742333184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521447.127541:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521447.127551:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a700 00000400:00000200:0.0:1731521447.127557:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xaa1 [1] + 224 00000400:00000200:0.0:1731521447.127569:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521447.127571:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521447.127576:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742333184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521447.127634:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521447.127640:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521447.127641:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521447.127648:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742333184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521447.127672:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742333184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521447.127692:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521447.127698:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:3.0:1731521447.127702:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731521452.133945:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731521452.133963:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:0.0:1731521452.134054:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913a00. 00000400:00000010:0.0:1731521452.134061:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d370. 00000400:00000010:0.0:1731521452.134068:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9bb0. 00000100:00000200:0.0:1731521452.134075:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333312, portal 25 00000400:00000010:0.0:1731521452.134079:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9a18. 00000100:00000200:0.0:1731521452.134081:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333312, offset 0 00000400:00000200:0.0:1731521452.134089:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521452.134102:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521452.134107:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521452.134111:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521452.134114:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521452.134115:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521452.134118:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [315:315:256:4294967295] 192.168.204.149@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:0.0:1731521452.134127:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521452.134133:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521452.134137:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731521452.134141:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521452.134160:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521452.134163:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521452.134270:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521452.134273:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731521452.134275:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521452.134279:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521452.134281:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9a18 00000400:00000010:2.0:1731521452.134283:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9a18. 00000100:00000200:2.0:1731521452.134289:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742333312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521452.135384:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521452.135390:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a780 00000400:00000200:0.0:1731521452.135395:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xaa9 [1] + 224 00000400:00000200:0.0:1731521452.135407:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521452.135409:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521452.135413:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742333312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521452.135473:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d370. 00000400:00000200:2.0:1731521452.135477:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9bb0 00000400:00000010:2.0:1731521452.135478:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9bb0. 00000100:00000200:2.0:1731521452.135482:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742333312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521452.135489:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742333312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521452.135504:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913a00. 02000000:00000010:2.0:1731521452.135507:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:2.0:1731521452.135510:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:0.0:1731521457.142098:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731521457.142117:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe400. 02000000:00000010:2.0:1731521457.142202:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521457.142208:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521457.142213:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521457.142219:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333440, portal 25 00000400:00000010:2.0:1731521457.142222:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731521457.142223:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333440, offset 0 00000400:00000200:2.0:1731521457.142230:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521457.142241:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521457.142244:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521457.142257:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521457.142260:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521457.142261:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521457.142264:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [316:316:256:4294967295] 192.168.204.149@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:2.0:1731521457.142270:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521457.142274:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521457.142276:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731521457.142281:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521457.142286:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521457.142289:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521457.142382:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521457.142385:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731521457.142388:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521457.142393:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521457.142396:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731521457.142397:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731521457.142403:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742333440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521457.143631:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521457.143640:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a800 00000400:00000200:0.0:1731521457.143647:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xab1 [1] + 224 00000400:00000200:0.0:1731521457.143662:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521457.143666:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521457.143671:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742333440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521457.143719:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521457.143723:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521457.143724:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521457.143727:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742333440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521457.143733:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742333440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521457.143749:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521457.143752:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe400. 00000100:00000010:2.0:1731521457.143754:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:0.0:1731521462.149915:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731521462.149942:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe200. 02000000:00000010:2.0:1731521462.150010:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731521462.150015:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731521462.150021:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521462.150026:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333568, portal 25 00000400:00000010:2.0:1731521462.150028:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731521462.150030:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333568, offset 0 00000400:00000200:2.0:1731521462.150036:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731521462.150047:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731521462.150051:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521462.150054:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731521462.150065:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521462.150066:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731521462.150069:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [317:317:256:4294967295] 192.168.204.149@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:2.0:1731521462.150076:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731521462.150080:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731521462.150082:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731521462.150086:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731521462.150092:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731521462.150095:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521462.150184:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521462.150191:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731521462.150193:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521462.150197:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521462.150200:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:0.0:1731521462.150201:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:0.0:1731521462.150207:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742333568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521462.151438:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521462.151445:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a880 00000400:00000200:0.0:1731521462.151450:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xab9 [1] + 224 00000400:00000200:0.0:1731521462.151462:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521462.151464:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521462.151468:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742333568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521462.151539:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731521462.151543:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731521462.151544:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731521462.151548:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742333568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521462.151554:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742333568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521462.151570:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731521462.151573:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe200. 00000100:00000010:2.0:1731521462.151575:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:0.0:1731521467.157928:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731521467.157951:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe100. 02000000:00000010:3.0:1731521467.158009:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521467.158016:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521467.158021:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521467.158027:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333696, portal 25 00000400:00000010:3.0:1731521467.158030:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731521467.158031:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333696, offset 0 00000400:00000200:3.0:1731521467.158038:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521467.158049:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521467.158052:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521467.158055:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521467.158057:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521467.158058:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521467.158060:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [318:318:256:4294967295] 192.168.204.149@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:3.0:1731521467.158067:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521467.158071:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521467.158073:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521467.158077:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521467.158082:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521467.158085:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521467.158162:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521467.158164:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521467.158168:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521467.158172:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521467.158175:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731521467.158176:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731521467.158182:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742333696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521467.158965:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521467.158972:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a900 00000400:00000200:0.0:1731521467.158977:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xac1 [1] + 224 00000400:00000200:0.0:1731521467.158990:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521467.158992:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521467.158996:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742333696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521467.159049:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521467.159053:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521467.159054:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521467.159058:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742333696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521467.159073:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742333696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521467.159089:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521467.159091:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe100. 00000100:00000010:3.0:1731521467.159094:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:2.0:1731521472.166039:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731521472.166057:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:0.0:1731521472.166125:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913400. 00000400:00000010:0.0:1731521472.166132:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d4d0. 00000400:00000010:0.0:1731521472.166137:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9cc0. 00000100:00000200:0.0:1731521472.166143:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333824, portal 25 00000400:00000010:0.0:1731521472.166146:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab93b8. 00000100:00000200:0.0:1731521472.166147:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333824, offset 0 00000400:00000200:0.0:1731521472.166154:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521472.166166:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521472.166169:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521472.166171:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521472.166174:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521472.166175:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521472.166177:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [319:319:256:4294967295] 192.168.204.149@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:0.0:1731521472.166184:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521472.166188:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521472.166190:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731521472.166194:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521472.166200:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521472.166202:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521472.166294:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521472.166297:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:2.0:1731521472.166299:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521472.166303:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521472.166306:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab93b8 00000400:00000010:2.0:1731521472.166307:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab93b8. 00000100:00000200:2.0:1731521472.166314:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742333824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521472.167338:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521472.167345:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970a980 00000400:00000200:0.0:1731521472.167351:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xac9 [1] + 224 00000400:00000200:0.0:1731521472.167368:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521472.167371:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521472.167376:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742333824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521472.167426:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d4d0. 00000400:00000200:2.0:1731521472.167438:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9cc0 00000400:00000010:2.0:1731521472.167439:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9cc0. 00000100:00000200:2.0:1731521472.167444:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742333824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521472.167452:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742333824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521472.167471:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913400. 02000000:00000010:2.0:1731521472.167474:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:2.0:1731521472.167477:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731521477.173933:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731521477.173951:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:3.0:1731521477.174056:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521477.174064:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521477.174069:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521477.174076:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742333952, portal 25 00000400:00000010:3.0:1731521477.174079:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731521477.174080:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742333952, offset 0 00000400:00000200:3.0:1731521477.174087:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521477.174098:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521477.174102:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521477.174105:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521477.174108:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521477.174109:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521477.174111:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [320:320:256:4294967295] 192.168.204.149@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:3.0:1731521477.174118:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521477.174121:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521477.174124:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521477.174128:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521477.174134:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521477.174136:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521477.174247:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521477.174251:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521477.174264:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521477.174268:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521477.174271:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731521477.174272:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731521477.174278:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742333952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521477.175321:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521477.175328:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970aa00 00000400:00000200:0.0:1731521477.175332:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xad1 [1] + 224 00000400:00000200:0.0:1731521477.175343:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521477.175345:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521477.175349:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742333952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521477.175417:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521477.175421:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521477.175422:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521477.175426:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742333952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521477.175453:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742333952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521477.175472:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521477.175476:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:3.0:1731521477.175479:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731521482.181955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521482.181972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:0.0:1731521482.182047:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912600. 00000400:00000010:0.0:1731521482.182055:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d000. 00000400:00000010:0.0:1731521482.182061:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab94c8. 00000100:00000200:0.0:1731521482.182067:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334080, portal 25 00000400:00000010:0.0:1731521482.182072:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9ee0. 00000100:00000200:0.0:1731521482.182074:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334080, offset 0 00000400:00000200:0.0:1731521482.182082:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521482.182095:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521482.182099:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521482.182103:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521482.182106:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521482.182108:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521482.182111:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [321:321:256:4294967295] 192.168.204.149@tcp LPNI seq info [321:321:8:4294967295] 00000400:00000200:0.0:1731521482.182120:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521482.182125:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521482.182128:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbec00. 00000800:00000200:0.0:1731521482.182133:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521482.182151:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521482.182154:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521482.182272:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521482.182275:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbec00. 00000400:00000200:2.0:1731521482.182279:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521482.182284:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521482.182288:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9ee0 00000400:00000010:2.0:1731521482.182289:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9ee0. 00000100:00000200:2.0:1731521482.182298:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742334080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521482.183475:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521482.183482:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970aa80 00000400:00000200:0.0:1731521482.183487:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xad9 [1] + 224 00000400:00000200:0.0:1731521482.183500:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521482.183503:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521482.183507:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742334080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521482.183548:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d000. 00000400:00000200:2.0:1731521482.183552:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab94c8 00000400:00000010:2.0:1731521482.183553:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab94c8. 00000100:00000200:2.0:1731521482.183557:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742334080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521482.183566:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742334080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521482.183581:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912600. 02000000:00000010:2.0:1731521482.183584:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:2.0:1731521482.183586:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521487.189966:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521487.189983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:0.0:1731521487.190078:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912800. 00000400:00000010:0.0:1731521487.190086:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dd10. 00000400:00000010:0.0:1731521487.190092:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9dd0. 00000100:00000200:0.0:1731521487.190099:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334208, portal 25 00000400:00000010:0.0:1731521487.190103:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9e58. 00000100:00000200:0.0:1731521487.190105:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334208, offset 0 00000400:00000200:0.0:1731521487.190114:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521487.190128:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521487.190132:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521487.190136:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521487.190139:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521487.190141:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521487.190144:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [322:322:256:4294967295] 192.168.204.149@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:0.0:1731521487.190151:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521487.190155:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521487.190158:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731521487.190162:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521487.190170:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521487.190173:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521487.190273:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521487.190276:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731521487.190278:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521487.190282:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521487.190285:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9e58 00000400:00000010:2.0:1731521487.190286:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9e58. 00000100:00000200:2.0:1731521487.190293:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742334208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521487.191604:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521487.191620:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ab00 00000400:00000200:0.0:1731521487.191624:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xae1 [1] + 224 00000400:00000200:0.0:1731521487.191635:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521487.191637:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521487.191641:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742334208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521487.191716:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dd10. 00000400:00000200:2.0:1731521487.191721:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9dd0 00000400:00000010:2.0:1731521487.191722:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9dd0. 00000100:00000200:2.0:1731521487.191726:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742334208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521487.191732:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742334208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521487.191748:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912800. 02000000:00000010:2.0:1731521487.191751:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:2.0:1731521487.191753:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521492.197981:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521492.198002:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:0.0:1731521492.198087:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912a00. 00000400:00000010:0.0:1731521492.198096:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d420. 00000400:00000010:0.0:1731521492.198102:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9908. 00000100:00000200:0.0:1731521492.198109:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334336, portal 25 00000400:00000010:0.0:1731521492.198113:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9440. 00000100:00000200:0.0:1731521492.198115:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334336, offset 0 00000400:00000200:0.0:1731521492.198123:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521492.198137:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521492.198142:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521492.198145:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521492.198148:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521492.198150:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521492.198153:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [323:323:256:4294967295] 192.168.204.149@tcp LPNI seq info [323:323:8:4294967295] 00000400:00000200:0.0:1731521492.198162:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521492.198168:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521492.198172:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731521492.198177:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521492.198185:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521492.198188:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521492.198320:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521492.198323:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731521492.198325:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521492.198329:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521492.198332:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9440 00000400:00000010:2.0:1731521492.198333:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9440. 00000100:00000200:2.0:1731521492.198340:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742334336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521492.199528:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521492.199535:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ab80 00000400:00000200:0.0:1731521492.199539:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xae9 [1] + 224 00000400:00000200:0.0:1731521492.199554:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521492.199561:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521492.199565:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742334336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521492.199616:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d420. 00000400:00000200:2.0:1731521492.199621:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9908 00000400:00000010:2.0:1731521492.199627:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9908. 00000100:00000200:2.0:1731521492.199632:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742334336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521492.199641:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742334336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521492.199662:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912a00. 02000000:00000010:2.0:1731521492.199666:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:2.0:1731521492.199669:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521497.205969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521497.205988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:0.0:1731521497.206085:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913800. 00000400:00000010:0.0:1731521497.206093:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d528. 00000400:00000010:0.0:1731521497.206101:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9908. 00000100:00000200:0.0:1731521497.206108:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334464, portal 25 00000400:00000010:0.0:1731521497.206112:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9440. 00000100:00000200:0.0:1731521497.206115:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334464, offset 0 00000400:00000200:0.0:1731521497.206123:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521497.206135:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521497.206140:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521497.206144:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521497.206147:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521497.206149:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521497.206152:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [324:324:256:4294967295] 192.168.204.149@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:0.0:1731521497.206161:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521497.206166:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521497.206170:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe700. 00000800:00000200:0.0:1731521497.206174:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521497.206226:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521497.206229:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521497.206343:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521497.206347:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe700. 00000400:00000200:2.0:1731521497.206367:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521497.206373:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521497.206376:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9440 00000400:00000010:2.0:1731521497.206378:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9440. 00000100:00000200:2.0:1731521497.206386:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742334464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521497.207489:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521497.207496:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ac00 00000400:00000200:0.0:1731521497.207501:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xaf1 [1] + 224 00000400:00000200:0.0:1731521497.207514:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521497.207517:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521497.207521:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742334464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521497.207570:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d528. 00000400:00000200:2.0:1731521497.207575:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9908 00000400:00000010:2.0:1731521497.207576:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9908. 00000100:00000200:2.0:1731521497.207580:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742334464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521497.207586:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742334464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521497.207602:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913800. 02000000:00000010:2.0:1731521497.207605:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:2.0:1731521497.207608:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521502.213983:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521502.214001:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:0.0:1731521502.214077:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913600. 00000400:00000010:0.0:1731521502.214084:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d478. 00000400:00000010:0.0:1731521502.214120:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9dd0. 00000100:00000200:0.0:1731521502.214127:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334592, portal 25 00000400:00000010:0.0:1731521502.214131:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9e58. 00000100:00000200:0.0:1731521502.214133:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334592, offset 0 00000400:00000200:0.0:1731521502.214141:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521502.214152:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521502.214158:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521502.214161:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521502.214163:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521502.214165:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521502.214168:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [325:325:256:4294967295] 192.168.204.149@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:0.0:1731521502.214177:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521502.214182:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521502.214185:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe700. 00000800:00000200:0.0:1731521502.214190:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521502.214197:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521502.214200:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521502.214306:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521502.214319:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe700. 00000400:00000200:2.0:1731521502.214321:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521502.214326:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521502.214328:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9e58 00000400:00000010:2.0:1731521502.214329:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9e58. 00000100:00000200:2.0:1731521502.214336:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742334592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521502.215402:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521502.215411:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ac80 00000400:00000200:0.0:1731521502.215417:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xaf9 [1] + 224 00000400:00000200:0.0:1731521502.215431:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521502.215435:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521502.215441:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742334592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521502.215482:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d478. 00000400:00000200:2.0:1731521502.215486:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9dd0 00000400:00000010:2.0:1731521502.215487:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9dd0. 00000100:00000200:2.0:1731521502.215491:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742334592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521502.215496:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742334592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521502.215514:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913600. 02000000:00000010:2.0:1731521502.215518:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:2.0:1731521502.215521:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521507.221956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521507.221983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:0.0:1731521507.222163:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912c00. 00000400:00000010:0.0:1731521507.222176:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d3c8. 00000400:00000010:0.0:1731521507.222221:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab94c8. 00000100:00000200:0.0:1731521507.222232:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334720, portal 25 00000400:00000010:0.0:1731521507.222246:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9ee0. 00000100:00000200:0.0:1731521507.222250:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334720, offset 0 00000400:00000200:0.0:1731521507.222264:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521507.222279:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521507.222284:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521507.222289:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521507.222292:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521507.222295:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521507.222299:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [326:326:256:4294967295] 192.168.204.149@tcp LPNI seq info [326:326:8:4294967295] 00000400:00000200:0.0:1731521507.222310:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521507.222316:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521507.222321:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731521507.222327:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521507.222336:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521507.222340:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521507.222506:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521507.222511:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:2.0:1731521507.222515:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521507.222523:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521507.222528:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9ee0 00000400:00000010:2.0:1731521507.222530:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9ee0. 00000100:00000200:2.0:1731521507.222540:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742334720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521507.224175:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521507.224185:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ad00 00000400:00000200:0.0:1731521507.224191:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb01 [1] + 224 00000400:00000200:0.0:1731521507.224207:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521507.224210:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521507.224215:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742334720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521507.224288:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d3c8. 00000400:00000200:2.0:1731521507.224295:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab94c8 00000400:00000010:2.0:1731521507.224296:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab94c8. 00000100:00000200:2.0:1731521507.224302:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742334720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521507.224322:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742334720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521507.224342:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912c00. 02000000:00000010:2.0:1731521507.224347:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:2.0:1731521507.224349:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521512.230000:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521512.230027:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731521512.230147:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521512.230164:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521512.230173:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521512.230182:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334848, portal 25 00000400:00000010:3.0:1731521512.230187:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731521512.230190:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334848, offset 0 00000400:00000200:3.0:1731521512.230202:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521512.230221:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521512.230229:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521512.230235:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521512.230241:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521512.230245:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521512.230250:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [327:327:256:4294967295] 192.168.204.149@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:3.0:1731521512.230267:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521512.230278:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521512.230285:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521512.230294:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521512.230308:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521512.230315:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521512.230460:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521512.230466:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521512.230472:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521512.230482:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521512.230487:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731521512.230489:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731521512.230515:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742334848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521512.232300:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521512.232320:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ad80 00000400:00000200:0.0:1731521512.232332:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb09 [1] + 224 00000400:00000200:0.0:1731521512.232360:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521512.232368:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521512.232379:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742334848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521512.232473:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521512.232481:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521512.232483:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521512.232492:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742334848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521512.232527:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742334848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521512.232555:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521512.232561:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731521512.232566:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521517.238005:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731521517.238039:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:3.0:1731521517.238227:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521517.238253:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521517.238262:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521517.238271:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742334976, portal 25 00000400:00000010:3.0:1731521517.238276:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731521517.238278:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742334976, offset 0 00000400:00000200:3.0:1731521517.238289:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521517.238305:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521517.238312:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521517.238317:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521517.238321:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521517.238323:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521517.238327:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [328:328:256:4294967295] 192.168.204.149@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:3.0:1731521517.238338:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521517.238345:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521517.238350:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731521517.238356:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521517.238365:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521517.238369:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521517.238521:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521517.238526:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731521517.238532:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521517.238540:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521517.238544:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731521517.238546:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731521517.238556:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742334976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521517.240236:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521517.240254:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ae00 00000400:00000200:0.0:1731521517.240262:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb11 [1] + 224 00000400:00000200:0.0:1731521517.240284:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521517.240289:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521517.240297:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742334976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521517.240422:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521517.240430:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521517.240432:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521517.240439:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742334976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521517.240471:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742334976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521517.240497:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521517.240501:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:3.0:1731521517.240505:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731521522.245967:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731521522.245988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731521522.246095:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521522.246103:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521522.246108:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521522.246114:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742335104, portal 25 00000400:00000010:3.0:1731521522.246117:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731521522.246118:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742335104, offset 0 00000400:00000200:3.0:1731521522.246125:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521522.246136:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521522.246139:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521522.246142:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521522.246145:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521522.246147:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521522.246149:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [329:329:256:4294967295] 192.168.204.149@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:3.0:1731521522.246156:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521522.246159:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521522.246162:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521522.246165:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521522.246172:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521522.246174:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521522.246278:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521522.246281:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521522.246285:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521522.246289:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521522.246292:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731521522.246304:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731521522.246311:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742335104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521522.247289:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521522.247296:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ae80 00000400:00000200:0.0:1731521522.247301:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb19 [1] + 224 00000400:00000200:0.0:1731521522.247313:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521522.247315:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521522.247319:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742335104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521522.247395:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521522.247399:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521522.247400:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521522.247403:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742335104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521522.247419:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742335104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521522.247435:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521522.247437:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731521522.247440:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731521527.253957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731521527.253977:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731521527.254050:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521527.254058:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521527.254063:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521527.254069:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742335232, portal 25 00000400:00000010:3.0:1731521527.254071:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731521527.254073:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742335232, offset 0 00000400:00000200:3.0:1731521527.254080:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521527.254091:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521527.254095:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521527.254099:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521527.254102:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521527.254104:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521527.254107:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [330:330:256:4294967295] 192.168.204.149@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:3.0:1731521527.254116:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521527.254122:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521527.254126:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731521527.254131:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521527.254139:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521527.254142:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521527.254242:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521527.254246:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731521527.254249:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521527.254253:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521527.254256:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731521527.254257:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731521527.254263:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742335232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521527.255440:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521527.255458:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970af00 00000400:00000200:0.0:1731521527.255465:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb21 [1] + 224 00000400:00000200:0.0:1731521527.255488:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521527.255493:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521527.255502:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742335232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521527.255590:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521527.255595:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521527.255596:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521527.255600:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742335232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521527.255627:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742335232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521527.255667:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521527.255670:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731521527.255672:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731521532.261959:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731521532.261980:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:3.0:1731521532.262061:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521532.262068:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521532.262075:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521532.262082:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742335360, portal 25 00000400:00000010:3.0:1731521532.262085:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731521532.262087:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742335360, offset 0 00000400:00000200:3.0:1731521532.262095:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521532.262108:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521532.262113:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521532.262116:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521532.262119:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521532.262121:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521532.262124:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [331:331:256:4294967295] 192.168.204.149@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:3.0:1731521532.262133:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521532.262139:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521532.262143:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731521532.262148:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521532.262155:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521532.262158:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521532.262262:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521532.262266:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731521532.262270:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521532.262275:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521532.262289:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731521532.262290:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731521532.262297:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742335360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521532.263573:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521532.263581:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970af80 00000400:00000200:0.0:1731521532.263585:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb29 [1] + 224 00000400:00000200:0.0:1731521532.263597:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521532.263599:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521532.263604:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742335360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521532.263651:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521532.263656:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521532.263657:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521532.263661:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742335360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521532.263676:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742335360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521532.263692:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521532.263695:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:3.0:1731521532.263697:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731521537.269947:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731521537.269965:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:3.0:1731521537.270042:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521537.270049:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521537.270055:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521537.270061:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742335488, portal 25 00000400:00000010:3.0:1731521537.270064:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731521537.270065:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742335488, offset 0 00000400:00000200:3.0:1731521537.270072:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521537.270082:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521537.270086:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521537.270089:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521537.270095:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521537.270097:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521537.270099:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [332:332:256:4294967295] 192.168.204.149@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:3.0:1731521537.270105:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521537.270109:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521537.270112:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521537.270116:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521537.270122:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521537.270125:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521537.270226:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521537.270229:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521537.270233:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521537.270239:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521537.270242:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731521537.270244:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731521537.270250:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742335488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521537.271391:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521537.271400:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b000 00000400:00000200:0.0:1731521537.271406:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb31 [1] + 224 00000400:00000200:0.0:1731521537.271422:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521537.271426:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521537.271431:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742335488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521537.271512:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521537.271516:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521537.271517:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521537.271521:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742335488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521537.271538:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742335488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521537.271555:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521537.271558:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:3.0:1731521537.271560:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731521542.277973:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731521542.277993:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:0.0:1731521542.278073:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913200. 00000400:00000010:0.0:1731521542.278079:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d580. 00000400:00000010:0.0:1731521542.278084:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9cc0. 00000100:00000200:0.0:1731521542.278099:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742335616, portal 25 00000400:00000010:0.0:1731521542.278102:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab93b8. 00000100:00000200:0.0:1731521542.278103:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742335616, offset 0 00000400:00000200:0.0:1731521542.278110:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521542.278120:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521542.278123:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521542.278126:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521542.278128:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521542.278130:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521542.278132:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [333:333:256:4294967295] 192.168.204.149@tcp LPNI seq info [333:333:8:4294967295] 00000400:00000200:0.0:1731521542.278138:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521542.278142:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521542.278144:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbef00. 00000800:00000200:0.0:1731521542.278152:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521542.278158:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521542.278161:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbef00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521542.278272:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521542.278275:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbef00. 00000400:00000200:2.0:1731521542.278279:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521542.278284:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521542.278288:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab93b8 00000400:00000010:2.0:1731521542.278289:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab93b8. 00000100:00000200:2.0:1731521542.278296:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742335616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521542.279270:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521542.279276:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b080 00000400:00000200:0.0:1731521542.279280:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb39 [1] + 224 00000400:00000200:0.0:1731521542.279291:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521542.279294:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521542.279298:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742335616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521542.279344:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d580. 00000400:00000200:2.0:1731521542.279349:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9cc0 00000400:00000010:2.0:1731521542.279350:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9cc0. 00000100:00000200:2.0:1731521542.279372:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742335616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521542.279381:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742335616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521542.279400:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913200. 02000000:00000010:2.0:1731521542.279403:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:2.0:1731521542.279405:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731521547.285955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731521547.285973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731521547.286039:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521547.286047:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521547.286052:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521547.286057:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742335744, portal 25 00000400:00000010:3.0:1731521547.286060:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731521547.286061:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742335744, offset 0 00000400:00000200:3.0:1731521547.286068:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521547.286078:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521547.286082:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521547.286085:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521547.286087:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521547.286089:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521547.286091:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [334:334:256:4294967295] 192.168.204.149@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:3.0:1731521547.286097:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521547.286101:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521547.286103:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521547.286109:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521547.286116:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521547.286120:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521547.286223:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521547.286227:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521547.286230:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521547.286235:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521547.286237:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731521547.286238:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731521547.286245:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742335744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521547.287315:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521547.287326:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b100 00000400:00000200:0.0:1731521547.287332:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb41 [1] + 224 00000400:00000200:0.0:1731521547.287347:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521547.287351:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521547.287357:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742335744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521547.287404:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521547.287408:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521547.287410:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521547.287414:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742335744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521547.287434:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742335744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521547.287453:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521547.287457:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731521547.287459:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731521552.294015:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731521552.294039:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:3.0:1731521552.294157:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521552.294167:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521552.294207:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521552.294216:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742335872, portal 25 00000400:00000010:3.0:1731521552.294220:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731521552.294223:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742335872, offset 0 00000400:00000200:3.0:1731521552.294234:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521552.294249:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521552.294255:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521552.294259:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521552.294263:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521552.294267:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521552.294270:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [335:335:256:4294967295] 192.168.204.149@tcp LPNI seq info [335:335:8:4294967295] 00000400:00000200:3.0:1731521552.294283:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521552.294290:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521552.294295:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731521552.294302:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521552.294311:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521552.294315:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521552.294435:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521552.294439:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731521552.294444:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521552.294450:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521552.294453:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731521552.294455:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731521552.294462:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742335872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521552.296125:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521552.296138:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b180 00000400:00000200:0.0:1731521552.296147:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb49 [1] + 224 00000400:00000200:0.0:1731521552.296194:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521552.296201:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521552.296209:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742335872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521552.296269:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521552.296274:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521552.296276:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521552.296282:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742335872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521552.296312:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742335872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521552.296337:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521552.296341:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:3.0:1731521552.296345:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731521557.301998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731521557.302022:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:3.0:1731521557.302184:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521557.302193:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521557.302200:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521557.302207:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336000, portal 25 00000400:00000010:3.0:1731521557.302211:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731521557.302212:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336000, offset 0 00000400:00000200:3.0:1731521557.302220:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521557.302234:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521557.302238:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521557.302243:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521557.302245:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521557.302248:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521557.302250:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [336:336:256:4294967295] 192.168.204.149@tcp LPNI seq info [336:336:8:4294967295] 00000400:00000200:3.0:1731521557.302258:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521557.302263:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521557.302266:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521557.302270:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521557.302277:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521557.302281:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521557.302392:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521557.302395:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521557.302400:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521557.302406:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521557.302409:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731521557.302410:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731521557.302430:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742336000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521557.303975:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521557.303985:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b200 00000400:00000200:0.0:1731521557.303991:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb51 [1] + 224 00000400:00000200:0.0:1731521557.304007:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521557.304010:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521557.304016:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742336000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521557.304129:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521557.304134:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521557.304136:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521557.304141:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742336000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521557.304160:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742336000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521557.304180:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521557.304183:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:3.0:1731521557.304186:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731521562.310037:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521562.310060:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:0.0:1731521562.310149:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912c00. 00000400:00000010:0.0:1731521562.310156:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d5d8. 00000400:00000010:0.0:1731521562.310162:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9bb0. 00000100:00000200:0.0:1731521562.310168:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336128, portal 25 00000400:00000010:0.0:1731521562.310171:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9a18. 00000100:00000200:0.0:1731521562.310173:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336128, offset 0 00000400:00000200:0.0:1731521562.310181:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521562.310192:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521562.310196:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521562.310199:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521562.310201:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521562.310203:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521562.310205:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [337:337:256:4294967295] 192.168.204.149@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:0.0:1731521562.310213:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521562.310217:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521562.310220:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbeb00. 00000800:00000200:0.0:1731521562.310224:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521562.310230:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521562.310233:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbeb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521562.310335:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521562.310338:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbeb00. 00000400:00000200:2.0:1731521562.310340:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521562.310345:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521562.310347:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9a18 00000400:00000010:2.0:1731521562.310349:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9a18. 00000100:00000200:2.0:1731521562.310355:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742336128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521562.311603:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521562.311631:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b280 00000400:00000200:0.0:1731521562.311640:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb59 [1] + 224 00000400:00000200:0.0:1731521562.311660:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521562.311665:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521562.311674:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742336128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521562.311730:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d5d8. 00000400:00000200:2.0:1731521562.311736:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9bb0 00000400:00000010:2.0:1731521562.311737:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9bb0. 00000100:00000200:2.0:1731521562.311743:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742336128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521562.311752:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742336128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521562.311772:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912c00. 02000000:00000010:2.0:1731521562.311788:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:2.0:1731521562.311791:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521567.318100:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521567.318133:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:3.0:1731521567.318327:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521567.318340:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521567.318349:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521567.318359:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336256, portal 25 00000400:00000010:3.0:1731521567.318364:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731521567.318367:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336256, offset 0 00000400:00000200:3.0:1731521567.318379:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521567.318397:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521567.318402:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521567.318408:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521567.318412:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521567.318415:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521567.318418:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [338:338:256:4294967295] 192.168.204.149@tcp LPNI seq info [338:338:8:4294967295] 00000400:00000200:3.0:1731521567.318430:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521567.318437:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521567.318442:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731521567.318450:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521567.318461:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521567.318466:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521567.318634:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521567.318639:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731521567.318645:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521567.318652:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521567.318657:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731521567.318659:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731521567.318668:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742336256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521567.320195:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521567.320208:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b300 00000400:00000200:0.0:1731521567.320215:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb61 [1] + 224 00000400:00000200:0.0:1731521567.320242:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521567.320248:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521567.320255:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742336256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521567.320360:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521567.320366:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521567.320367:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521567.320372:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742336256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521567.320402:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742336256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521567.320426:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521567.320432:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:3.0:1731521567.320437:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521572.326027:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731521572.326056:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:3.0:1731521572.326182:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521572.326192:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521572.326204:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521572.326211:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336384, portal 25 00000400:00000010:3.0:1731521572.326215:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731521572.326216:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336384, offset 0 00000400:00000200:3.0:1731521572.326225:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521572.326240:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521572.326244:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521572.326248:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521572.326251:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521572.326254:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521572.326256:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [339:339:256:4294967295] 192.168.204.149@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:3.0:1731521572.326266:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521572.326275:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521572.326279:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731521572.326284:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521572.326292:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521572.326296:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521572.326427:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521572.326433:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731521572.326439:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521572.326447:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521572.326451:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731521572.326454:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731521572.326463:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742336384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521572.327971:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521572.328002:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b380 00000400:00000200:0.0:1731521572.328011:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb69 [1] + 224 00000400:00000200:0.0:1731521572.328057:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521572.328064:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521572.328074:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742336384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521572.328157:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:3.0:1731521572.328165:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:3.0:1731521572.328167:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521572.328174:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742336384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521572.328214:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742336384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521572.328236:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521572.328240:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:3.0:1731521572.328243:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731521577.334005:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731521577.334034:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:3.0:1731521577.334140:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521577.334151:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba3948. 00000400:00000010:3.0:1731521577.334157:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521577.334164:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336512, portal 25 00000400:00000010:3.0:1731521577.334167:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731521577.334169:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336512, offset 0 00000400:00000200:3.0:1731521577.334177:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521577.334189:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521577.334193:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521577.334196:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521577.334199:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521577.334201:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521577.334203:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [340:340:256:4294967295] 192.168.204.149@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:3.0:1731521577.334210:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521577.334215:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521577.334218:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731521577.334223:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521577.334230:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521577.334234:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521577.334378:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521577.334381:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731521577.334387:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521577.334394:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521577.334398:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731521577.334400:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731521577.334408:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742336512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521577.335910:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521577.335921:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b400 00000400:00000200:0.0:1731521577.335927:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb71 [1] + 224 00000400:00000200:0.0:1731521577.335944:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521577.335947:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521577.335952:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742336512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1731521577.336008:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba3948. 00000400:00000200:0.0:1731521577.336011:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:0.0:1731521577.336013:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:0.0:1731521577.336016:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742336512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1731521577.336022:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742336512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1731521577.336040:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:0.0:1731521577.336051:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:0.0:1731521577.336070:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731521582.342031:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521582.342055:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:0.0:1731521582.342162:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913600. 00000400:00000010:0.0:1731521582.342172:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d630. 00000400:00000010:0.0:1731521582.342181:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9330. 00000100:00000200:0.0:1731521582.342188:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336640, portal 25 00000400:00000010:0.0:1731521582.342194:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9d48. 00000100:00000200:0.0:1731521582.342196:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336640, offset 0 00000400:00000200:0.0:1731521582.342206:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521582.342219:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521582.342224:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521582.342228:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521582.342232:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521582.342234:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521582.342238:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [341:341:256:4294967295] 192.168.204.149@tcp LPNI seq info [341:341:8:4294967295] 00000400:00000200:0.0:1731521582.342250:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521582.342257:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521582.342262:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe700. 00000800:00000200:0.0:1731521582.342269:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521582.342279:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521582.342283:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521582.342404:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521582.342408:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe700. 00000400:00000200:2.0:1731521582.342411:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521582.342416:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521582.342419:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9d48 00000400:00000010:2.0:1731521582.342420:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9d48. 00000100:00000200:2.0:1731521582.342427:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742336640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521582.343619:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521582.343645:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b480 00000400:00000200:0.0:1731521582.343667:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb79 [1] + 224 00000400:00000200:0.0:1731521582.343686:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521582.343689:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521582.343695:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742336640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521582.343779:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d630. 00000400:00000200:2.0:1731521582.343786:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9330 00000400:00000010:2.0:1731521582.343787:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9330. 00000100:00000200:2.0:1731521582.343792:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742336640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521582.343799:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742336640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521582.343817:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913600. 02000000:00000010:2.0:1731521582.343821:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:2.0:1731521582.343824:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731521587.350065:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521587.350089:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:0.0:1731521587.350264:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912200. 00000400:00000010:0.0:1731521587.350288:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d688. 00000400:00000010:0.0:1731521587.350296:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9f68. 00000100:00000200:0.0:1731521587.350304:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336768, portal 25 00000400:00000010:0.0:1731521587.350309:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab96e8. 00000100:00000200:0.0:1731521587.350312:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336768, offset 0 00000400:00000200:0.0:1731521587.350322:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521587.350335:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521587.350341:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521587.350346:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521587.350350:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521587.350353:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521587.350357:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [342:342:256:4294967295] 192.168.204.149@tcp LPNI seq info [342:342:8:4294967295] 00000400:00000200:0.0:1731521587.350369:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521587.350376:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521587.350380:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe200. 00000800:00000200:0.0:1731521587.350385:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521587.350391:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521587.350395:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521587.350563:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521587.350589:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe200. 00000400:00000200:2.0:1731521587.350592:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521587.350598:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521587.350601:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab96e8 00000400:00000010:2.0:1731521587.350603:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab96e8. 00000100:00000200:2.0:1731521587.350611:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742336768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521587.351893:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521587.351903:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b500 00000400:00000200:0.0:1731521587.351911:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb81 [1] + 224 00000400:00000200:0.0:1731521587.351927:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521587.351931:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521587.351936:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742336768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521587.351992:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d688. 00000400:00000200:2.0:1731521587.351998:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9f68 00000400:00000010:2.0:1731521587.351999:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9f68. 00000100:00000200:2.0:1731521587.352003:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742336768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521587.352011:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742336768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521587.352028:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912200. 02000000:00000010:2.0:1731521587.352031:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:2.0:1731521587.352034:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731521592.357957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521592.357974:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:0.0:1731521592.358039:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912a00. 00000400:00000010:0.0:1731521592.358047:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d688. 00000400:00000010:0.0:1731521592.358052:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9110. 00000100:00000200:0.0:1731521592.358057:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742336896, portal 25 00000400:00000010:0.0:1731521592.358071:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9000. 00000100:00000200:0.0:1731521592.358072:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742336896, offset 0 00000400:00000200:0.0:1731521592.358078:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521592.358088:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521592.358091:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521592.358094:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521592.358096:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521592.358098:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521592.358100:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [343:343:256:4294967295] 192.168.204.149@tcp LPNI seq info [343:343:8:4294967295] 00000400:00000200:0.0:1731521592.358106:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521592.358110:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521592.358112:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbe000. 00000800:00000200:0.0:1731521592.358116:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521592.358121:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521592.358123:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbe000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521592.358223:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521592.358226:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbe000. 00000400:00000200:2.0:1731521592.358248:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521592.358254:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521592.358257:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9000 00000400:00000010:2.0:1731521592.358259:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9000. 00000100:00000200:2.0:1731521592.358266:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742336896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521592.359361:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521592.359368:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b580 00000400:00000200:0.0:1731521592.359372:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb89 [1] + 224 00000400:00000200:0.0:1731521592.359384:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521592.359386:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521592.359390:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742336896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521592.359475:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d688. 00000400:00000200:2.0:1731521592.359479:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9110 00000400:00000010:2.0:1731521592.359480:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9110. 00000100:00000200:2.0:1731521592.359484:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742336896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521592.359503:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742336896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521592.359522:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912a00. 02000000:00000010:2.0:1731521592.359526:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:2.0:1731521592.359528:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731521597.366044:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521597.366066:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:1.0:1731521597.366176:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521597.366186:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521597.366193:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521597.366201:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742337024, portal 25 00000400:00000010:1.0:1731521597.366207:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731521597.366210:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742337024, offset 0 00000400:00000200:1.0:1731521597.366219:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521597.366231:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521597.366235:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521597.366239:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521597.366254:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521597.366256:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521597.366259:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [344:344:256:4294967295] 192.168.204.149@tcp LPNI seq info [344:344:8:4294967295] 00000400:00000200:1.0:1731521597.366268:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521597.366274:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521597.366278:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731521597.366283:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521597.366290:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521597.366294:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521597.366486:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521597.366491:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731521597.366495:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521597.366501:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521597.366505:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731521597.366506:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731521597.366530:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742337024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521597.367981:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521597.367992:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b600 00000400:00000200:0.0:1731521597.367997:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb91 [1] + 224 00000400:00000200:0.0:1731521597.368012:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521597.368015:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521597.368021:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742337024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521597.368111:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521597.368117:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521597.368119:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521597.368124:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742337024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521597.368132:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742337024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521597.368152:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521597.368156:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:1.0:1731521597.368159:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731521602.373971:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731521602.373991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:1.0:1731521602.374076:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521602.374083:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521602.374091:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521602.374097:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742337152, portal 25 00000400:00000010:1.0:1731521602.374101:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731521602.374103:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742337152, offset 0 00000400:00000200:1.0:1731521602.374110:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521602.374123:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521602.374127:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521602.374131:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521602.374134:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521602.374146:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521602.374149:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [345:345:256:4294967295] 192.168.204.149@tcp LPNI seq info [345:345:8:4294967295] 00000400:00000200:1.0:1731521602.374160:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521602.374165:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521602.374169:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731521602.374175:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521602.374182:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521602.374186:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521602.374324:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521602.374327:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731521602.374330:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521602.374334:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521602.374337:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731521602.374338:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731521602.374344:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742337152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521602.375515:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521602.375525:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b680 00000400:00000200:0.0:1731521602.375532:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xb99 [1] + 224 00000400:00000200:0.0:1731521602.375547:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521602.375551:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521602.375557:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742337152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521602.375604:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521602.375608:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521602.375610:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521602.375614:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742337152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521602.375623:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742337152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521602.375641:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521602.375645:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:1.0:1731521602.375648:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731521607.381961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731521607.381979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:3.0:1731521607.382056:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521607.382063:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521607.382068:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521607.382074:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742337280, portal 25 00000400:00000010:3.0:1731521607.382077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731521607.382088:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742337280, offset 0 00000400:00000200:3.0:1731521607.382094:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521607.382104:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521607.382108:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521607.382111:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521607.382113:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521607.382114:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521607.382116:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [346:346:256:4294967295] 192.168.204.149@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:3.0:1731521607.382123:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521607.382127:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521607.382129:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731521607.382133:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521607.382138:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521607.382141:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521607.382271:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521607.382274:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731521607.382278:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521607.382284:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521607.382287:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731521607.382289:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731521607.382300:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742337280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521607.383387:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521607.383395:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b700 00000400:00000200:0.0:1731521607.383400:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xba1 [1] + 224 00000400:00000200:0.0:1731521607.383412:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521607.383414:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521607.383418:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742337280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521607.383467:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521607.383471:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521607.383473:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521607.383478:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742337280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521607.383486:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742337280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521607.383506:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521607.383510:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:3.0:1731521607.383513:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731521612.390006:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731521612.390025:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:0.0:1731521612.390106:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912400. 00000400:00000010:0.0:1731521612.390112:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d630. 00000400:00000010:0.0:1731521612.390118:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9880. 00000100:00000200:0.0:1731521612.390124:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742337408, portal 25 00000400:00000010:0.0:1731521612.390127:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9c38. 00000100:00000200:0.0:1731521612.390129:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742337408, offset 0 00000400:00000200:0.0:1731521612.390135:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521612.390145:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521612.390149:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521612.390152:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521612.390155:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521612.390156:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521612.390159:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [347:347:256:4294967295] 192.168.204.149@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:0.0:1731521612.390165:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521612.390169:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521612.390172:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731521612.390175:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521612.390181:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521612.390183:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521612.390276:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521612.390278:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731521612.390281:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521612.390285:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521612.390287:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9c38 00000400:00000010:2.0:1731521612.390288:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9c38. 00000100:00000200:2.0:1731521612.390295:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742337408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521612.391214:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521612.391230:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b780 00000400:00000200:0.0:1731521612.391235:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xba9 [1] + 224 00000400:00000200:0.0:1731521612.391247:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521612.391250:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521612.391254:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742337408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521612.391291:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d630. 00000400:00000200:2.0:1731521612.391295:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9880 00000400:00000010:2.0:1731521612.391295:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9880. 00000100:00000200:2.0:1731521612.391299:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742337408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521612.391304:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742337408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521612.391320:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912400. 02000000:00000010:2.0:1731521612.391322:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:2.0:1731521612.391329:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731521617.397973:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731521617.398026:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:1.0:1731521617.398105:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521617.398113:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521617.398118:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521617.398123:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742337536, portal 25 00000400:00000010:1.0:1731521617.398127:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731521617.398128:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742337536, offset 0 00000400:00000200:1.0:1731521617.398135:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521617.398145:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521617.398149:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521617.398152:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521617.398154:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521617.398155:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521617.398167:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [348:348:256:4294967295] 192.168.204.149@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:1.0:1731521617.398173:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521617.398177:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521617.398180:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731521617.398184:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521617.398189:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521617.398192:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521617.398309:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521617.398311:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731521617.398314:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521617.398318:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521617.398320:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731521617.398321:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731521617.398327:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742337536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521617.399269:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521617.399278:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b800 00000400:00000200:0.0:1731521617.399284:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbb1 [1] + 224 00000400:00000200:0.0:1731521617.399300:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521617.399304:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521617.399309:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742337536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521617.399368:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521617.399373:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521617.399374:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521617.399379:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742337536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521617.399388:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742337536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521617.399408:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521617.399413:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:1.0:1731521617.399416:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731521622.406083:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731521622.406110:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731521622.406237:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521622.406247:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521622.406255:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521622.406263:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742337664, portal 25 00000400:00000010:3.0:1731521622.406268:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731521622.406269:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742337664, offset 0 00000400:00000200:3.0:1731521622.406293:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521622.406308:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521622.406313:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521622.406318:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521622.406321:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521622.406324:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521622.406327:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [349:349:256:4294967295] 192.168.204.149@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:3.0:1731521622.406336:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521622.406342:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521622.406346:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521622.406352:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521622.406360:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521622.406364:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521622.406535:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521622.406539:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521622.406543:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521622.406549:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521622.406553:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731521622.406555:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731521622.406562:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742337664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521622.408374:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521622.408397:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b880 00000400:00000200:0.0:1731521622.408405:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbb9 [1] + 224 00000400:00000200:0.0:1731521622.408425:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521622.408429:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521622.408437:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742337664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521622.408529:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521622.408535:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521622.408537:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521622.408544:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742337664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521622.408554:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742337664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521622.408578:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521622.408582:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731521622.408585:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731521627.413974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731521627.413995:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:3.0:1731521627.414065:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b4a00. 00000400:00000010:3.0:1731521627.414073:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521627.414079:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521627.414084:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742337792, portal 25 00000400:00000010:3.0:1731521627.414087:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731521627.414088:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742337792, offset 0 00000400:00000200:3.0:1731521627.414111:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521627.414131:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521627.414135:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521627.414137:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521627.414140:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521627.414141:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521627.414143:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [350:350:256:4294967295] 192.168.204.149@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:3.0:1731521627.414150:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521627.414154:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521627.414156:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731521627.414176:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521627.414182:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521627.414184:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521627.414304:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521627.414308:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731521627.414313:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521627.414319:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521627.414322:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731521627.414324:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731521627.414332:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742337792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521627.415311:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521627.415320:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970b900 00000400:00000200:0.0:1731521627.415324:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbc1 [1] + 224 00000400:00000200:0.0:1731521627.415337:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521627.415340:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521627.415344:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742337792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521627.415390:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521627.415394:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521627.415395:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521627.415399:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742337792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521627.415405:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742337792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521627.415421:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b4a00. 02000000:00000010:3.0:1731521627.415423:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:3.0:1731521627.415426:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000008:00000010:3.0:1731521629.605960:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c200. 00000100:00000010:3.0:1731521629.605974:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731521629.605987:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b4a00. 00000008:00000010:3.0:1731521629.605996:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e24e0. 00000008:00000010:3.0:1731521629.606030:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c200. 00000008:00000010:3.0:1731521629.606037:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c200. 00000100:00000010:3.0:1731521629.606040:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731521629.606045:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b5a00. 00000008:00000010:3.0:1731521629.606062:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e2ea0. 00000008:00000010:0.0:1731521629.606074:0:13229:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e24e0. 02000000:00000010:0.0:1731521629.606085:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b4a00. 00000008:00000010:3.0:1731521629.606087:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c200. 00000100:00000010:0.0:1731521629.606089:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000008:00000010:3.0:1731521629.606091:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c200. 00000100:00000010:3.0:1731521629.606095:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 00000008:00000010:2.0:1731521629.606101:0:13231:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e2ea0. 02000000:00000010:3.0:1731521629.606101:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b4a00. 00000008:00000010:3.0:1731521629.606105:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e20d0. 02000000:00000010:2.0:1731521629.606108:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b5a00. 00000008:00000010:3.0:1731521629.606109:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c200. 00000100:00000010:2.0:1731521629.606112:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000008:00000010:2.0:1731521629.606116:0:13231:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e20d0. 02000000:00000010:2.0:1731521629.606119:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b4a00. 00000100:00000010:2.0:1731521629.606121:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:2.0:1731521632.422004:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731521632.422026:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:0.0:1731521632.422139:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913400. 00000400:00000010:0.0:1731521632.422147:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d5d8. 00000400:00000010:0.0:1731521632.422153:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9b28. 00000100:00000200:0.0:1731521632.422160:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742338304, portal 25 00000400:00000010:0.0:1731521632.422163:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab92a8. 00000100:00000200:0.0:1731521632.422184:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742338304, offset 0 00000400:00000200:0.0:1731521632.422192:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521632.422203:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521632.422207:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521632.422210:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521632.422213:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521632.422214:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521632.422217:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [351:351:256:4294967295] 192.168.204.149@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:0.0:1731521632.422224:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521632.422229:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521632.422232:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbea00. 00000800:00000200:0.0:1731521632.422237:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521632.422244:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521632.422247:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbea00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521632.422420:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521632.422423:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbea00. 00000400:00000200:2.0:1731521632.422428:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521632.422433:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521632.422437:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab92a8 00000400:00000010:2.0:1731521632.422439:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab92a8. 00000100:00000200:2.0:1731521632.422447:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742338304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521632.423539:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521632.423547:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970bb00 00000400:00000200:0.0:1731521632.423552:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbc9 [1] + 224 00000400:00000200:0.0:1731521632.423566:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521632.423568:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521632.423573:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742338304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521632.423619:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d5d8. 00000400:00000200:2.0:1731521632.423626:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9b28 00000400:00000010:2.0:1731521632.423627:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9b28. 00000100:00000200:2.0:1731521632.423633:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742338304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521632.423642:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742338304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521632.423662:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913400. 02000000:00000010:2.0:1731521632.423671:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:2.0:1731521632.423674:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000008:00000010:3.0:1731521635.621961:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c200. 00000100:00000010:3.0:1731521635.621974:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731521635.621988:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b4a00. 00000008:00000010:3.0:1731521635.621997:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e2a90. 00000008:00000010:3.0:1731521635.622024:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c200. 00000008:00000010:1.0:1731521635.622058:0:13229:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e2a90. 02000000:00000010:1.0:1731521635.622068:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b4a00. 00000100:00000010:1.0:1731521635.622071:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:2.0:1731521637.430028:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731521637.430055:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:1.0:1731521637.430162:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521637.430173:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521637.430179:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521637.430184:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742338560, portal 25 00000400:00000010:1.0:1731521637.430187:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731521637.430189:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742338560, offset 0 00000400:00000200:1.0:1731521637.430195:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521637.430207:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521637.430210:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521637.430213:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521637.430226:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521637.430228:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521637.430230:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [352:352:256:4294967295] 192.168.204.149@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:1.0:1731521637.430237:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521637.430241:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521637.430244:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731521637.430248:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521637.430253:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521637.430256:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521637.430437:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521637.430442:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731521637.430446:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521637.430454:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521637.430458:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731521637.430460:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731521637.430468:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742338560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521637.431966:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521637.431989:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970bc00 00000400:00000200:0.0:1731521637.431996:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbd1 [1] + 224 00000400:00000200:0.0:1731521637.432014:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521637.432017:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521637.432023:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742338560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521637.432077:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521637.432082:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521637.432083:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521637.432089:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742338560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521637.432097:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742338560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521637.432116:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521637.432121:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:1.0:1731521637.432125:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731521642.438031:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731521642.438058:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:3.0:1731521642.438164:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521642.438176:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521642.438181:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521642.438187:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742338688, portal 25 00000400:00000010:3.0:1731521642.438190:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731521642.438192:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742338688, offset 0 00000400:00000200:3.0:1731521642.438199:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521642.438210:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521642.438214:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521642.438217:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521642.438219:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521642.438220:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521642.438222:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [353:353:256:4294967295] 192.168.204.149@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000200:3.0:1731521642.438229:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521642.438233:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521642.438235:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521642.438239:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521642.438245:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521642.438258:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521642.438414:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521642.438426:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521642.438430:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521642.438435:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521642.438439:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731521642.438441:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731521642.438448:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742338688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521642.439825:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521642.439835:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970bc80 00000400:00000200:0.0:1731521642.439841:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbd9 [1] + 224 00000400:00000200:0.0:1731521642.439888:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521642.439892:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521642.439896:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742338688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521642.439949:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521642.439953:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521642.439955:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521642.439960:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742338688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521642.439968:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742338688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521642.439986:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521642.439989:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:3.0:1731521642.439992:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731521647.446068:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731521647.446093:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:1.0:1731521647.446207:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521647.446218:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521647.446225:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521647.446233:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742338816, portal 25 00000400:00000010:1.0:1731521647.446237:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731521647.446239:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742338816, offset 0 00000400:00000200:1.0:1731521647.446248:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521647.446263:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521647.446267:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521647.446272:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521647.446276:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521647.446293:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521647.446296:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [354:354:256:4294967295] 192.168.204.149@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:1.0:1731521647.446306:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521647.446313:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521647.446317:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731521647.446323:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521647.446331:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521647.446336:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521647.446528:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521647.446533:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731521647.446539:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521647.446546:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521647.446550:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731521647.446552:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731521647.446560:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742338816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521647.447777:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521647.447792:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970bd00 00000400:00000200:0.0:1731521647.447797:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbe1 [1] + 224 00000400:00000200:0.0:1731521647.447814:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521647.447817:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521647.447823:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742338816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521647.447882:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521647.447891:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521647.447893:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521647.447899:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742338816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521647.447910:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742338816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521647.447934:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521647.447941:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:1.0:1731521647.447946:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731521652.453976:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731521652.453996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:1.0:1731521652.454087:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521652.454097:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521652.454104:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521652.454111:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742338944, portal 25 00000400:00000010:1.0:1731521652.454115:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731521652.454117:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742338944, offset 0 00000400:00000200:1.0:1731521652.454126:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521652.454140:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521652.454145:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521652.454148:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521652.454151:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521652.454153:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521652.454166:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [355:355:256:4294967295] 192.168.204.149@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:1.0:1731521652.454175:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521652.454181:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521652.454184:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731521652.454189:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521652.454196:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521652.454199:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521652.454303:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521652.454306:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731521652.454308:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521652.454312:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521652.454314:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731521652.454316:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731521652.454322:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742338944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521652.455200:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521652.455207:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970bd80 00000400:00000200:0.0:1731521652.455212:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbe9 [1] + 224 00000400:00000200:0.0:1731521652.455223:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521652.455225:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521652.455229:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742338944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521652.455303:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521652.455308:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521652.455309:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521652.455313:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742338944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521652.455319:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742338944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521652.455335:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521652.455355:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:1.0:1731521652.455358:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731521657.461943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731521657.461965:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:1.0:1731521657.462049:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521657.462058:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521657.462063:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521657.462070:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339072, portal 25 00000400:00000010:1.0:1731521657.462073:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731521657.462075:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339072, offset 0 00000400:00000200:1.0:1731521657.462083:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521657.462097:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521657.462102:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521657.462105:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521657.462108:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521657.462110:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521657.462113:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [356:356:256:4294967295] 192.168.204.149@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:1.0:1731521657.462132:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521657.462138:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521657.462141:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731521657.462146:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521657.462153:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521657.462157:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521657.462348:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521657.462352:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731521657.462356:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521657.462362:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521657.462365:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731521657.462367:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731521657.462374:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742339072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521657.463460:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521657.463476:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970be00 00000400:00000200:0.0:1731521657.463482:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbf1 [1] + 224 00000400:00000200:0.0:1731521657.463502:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521657.463507:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521657.463513:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742339072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521657.463607:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521657.463613:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521657.463614:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521657.463620:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742339072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521657.463628:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742339072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521657.463647:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521657.463652:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:1.0:1731521657.463654:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731521662.469942:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731521662.469962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:3.0:1731521662.470046:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521662.470054:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521662.470060:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521662.470067:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339200, portal 25 00000400:00000010:3.0:1731521662.470071:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731521662.470073:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339200, offset 0 00000400:00000200:3.0:1731521662.470082:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521662.470095:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521662.470100:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521662.470103:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521662.470107:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521662.470109:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521662.470112:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [357:357:256:4294967295] 192.168.204.149@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:3.0:1731521662.470119:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521662.470123:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521662.470126:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521662.470130:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521662.470136:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521662.470139:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521662.470283:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521662.470286:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521662.470289:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521662.470293:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521662.470296:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731521662.470298:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731521662.470303:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742339200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521662.471373:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521662.471380:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970be80 00000400:00000200:0.0:1731521662.471385:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xbf9 [1] + 224 00000400:00000200:0.0:1731521662.471399:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521662.471401:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521662.471405:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742339200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521662.471458:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521662.471461:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521662.471462:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521662.471467:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742339200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521662.471476:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742339200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521662.471493:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521662.471497:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:3.0:1731521662.471499:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731521667.477957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731521667.477978:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:0.0:1731521667.478051:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913e00. 00000400:00000010:0.0:1731521667.478059:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d580. 00000400:00000010:0.0:1731521667.478078:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9198. 00000100:00000200:0.0:1731521667.478085:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339328, portal 25 00000400:00000010:0.0:1731521667.478094:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9660. 00000100:00000200:0.0:1731521667.478096:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339328, offset 0 00000400:00000200:0.0:1731521667.478108:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731521667.478122:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731521667.478139:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521667.478143:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731521667.478145:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521667.478148:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731521667.478151:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [358:358:256:4294967295] 192.168.204.149@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000200:0.0:1731521667.478161:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731521667.478167:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731521667.478171:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800abfbee00. 00000800:00000200:0.0:1731521667.478176:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731521667.478183:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731521667.478187:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abfbee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521667.478298:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521667.478302:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800abfbee00. 00000400:00000200:2.0:1731521667.478305:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521667.478310:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731521667.478313:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9660 00000400:00000010:2.0:1731521667.478315:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9660. 00000100:00000200:2.0:1731521667.478322:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742339328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521667.479481:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521667.479488:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970bf00 00000400:00000200:0.0:1731521667.479493:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc01 [1] + 224 00000400:00000200:0.0:1731521667.479505:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521667.479507:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521667.479512:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742339328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521667.479555:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d580. 00000400:00000200:2.0:1731521667.479560:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9198 00000400:00000010:2.0:1731521667.479561:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9198. 00000100:00000200:2.0:1731521667.479566:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742339328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521667.479573:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742339328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521667.479601:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913e00. 02000000:00000010:2.0:1731521667.479605:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:2.0:1731521667.479607:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731521672.486024:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731521672.486045:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731521672.486168:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521672.486179:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521672.486185:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521672.486190:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339456, portal 25 00000400:00000010:3.0:1731521672.486193:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731521672.486194:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339456, offset 0 00000400:00000200:3.0:1731521672.486201:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521672.486213:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521672.486217:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521672.486220:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521672.486222:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521672.486223:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521672.486225:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [359:359:256:4294967295] 192.168.204.149@tcp LPNI seq info [359:359:8:4294967295] 00000400:00000200:3.0:1731521672.486232:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521672.486235:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521672.486238:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731521672.486242:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521672.486248:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521672.486251:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521672.486377:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521672.486381:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731521672.486386:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521672.486391:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521672.486394:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731521672.486396:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731521672.486404:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742339456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521672.487473:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521672.487481:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970bf80 00000400:00000200:0.0:1731521672.487485:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc09 [1] + 224 00000400:00000200:0.0:1731521672.487508:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521672.487510:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521672.487514:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742339456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521672.487589:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521672.487597:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521672.487599:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521672.487602:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742339456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521672.487608:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742339456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521672.487624:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521672.487628:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731521672.487631:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731521677.493950:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731521677.493969:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:3.0:1731521677.494063:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521677.494070:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521677.494075:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521677.494082:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339584, portal 25 00000400:00000010:3.0:1731521677.494086:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731521677.494088:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339584, offset 0 00000400:00000200:3.0:1731521677.494095:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521677.494108:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521677.494112:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521677.494115:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521677.494118:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521677.494120:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521677.494123:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [360:360:256:4294967295] 192.168.204.149@tcp LPNI seq info [360:360:8:4294967295] 00000400:00000200:3.0:1731521677.494132:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521677.494138:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521677.494141:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521677.494146:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521677.494154:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521677.494157:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521677.494279:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521677.494282:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521677.494285:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521677.494289:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521677.494292:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731521677.494293:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731521677.494298:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742339584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521677.495444:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521677.495452:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c000 00000400:00000200:0.0:1731521677.495457:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc11 [1] + 224 00000400:00000200:0.0:1731521677.495472:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521677.495474:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521677.495478:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742339584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521677.495525:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521677.495529:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521677.495536:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521677.495541:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742339584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521677.495550:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742339584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521677.495567:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521677.495572:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:3.0:1731521677.495575:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731521682.501970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731521682.501990:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:1.0:1731521682.502092:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521682.502101:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521682.502107:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521682.502115:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339712, portal 25 00000400:00000010:1.0:1731521682.502119:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731521682.502121:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339712, offset 0 00000400:00000200:1.0:1731521682.502129:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521682.502143:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521682.502148:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521682.502151:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521682.502154:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521682.502156:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521682.502159:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [361:361:256:4294967295] 192.168.204.149@tcp LPNI seq info [361:361:8:4294967295] 00000400:00000200:1.0:1731521682.502168:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521682.502185:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521682.502193:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731521682.502197:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521682.502203:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521682.502205:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521682.502316:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521682.502319:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731521682.502323:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521682.502327:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521682.502330:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731521682.502331:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731521682.502337:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742339712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521682.503382:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521682.503389:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c080 00000400:00000200:0.0:1731521682.503393:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc19 [1] + 224 00000400:00000200:0.0:1731521682.503409:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521682.503411:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521682.503415:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742339712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521682.503468:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521682.503473:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521682.503474:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521682.503479:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742339712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521682.503488:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742339712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521682.503506:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521682.503510:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:1.0:1731521682.503513:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731521687.509981:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731521687.510001:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731521687.510078:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521687.510085:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521687.510092:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521687.510099:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339840, portal 25 00000400:00000010:3.0:1731521687.510103:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731521687.510105:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339840, offset 0 00000400:00000200:3.0:1731521687.510112:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521687.510134:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521687.510140:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521687.510143:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521687.510146:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521687.510147:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521687.510151:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [362:362:256:4294967295] 192.168.204.149@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:3.0:1731521687.510160:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521687.510166:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521687.510170:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731521687.510174:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521687.510182:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521687.510185:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521687.510335:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521687.510338:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731521687.510342:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521687.510346:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521687.510349:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731521687.510351:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731521687.510356:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742339840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521687.511685:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521687.511693:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c100 00000400:00000200:0.0:1731521687.511697:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc21 [1] + 224 00000400:00000200:0.0:1731521687.511724:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521687.511727:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521687.511731:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742339840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521687.511785:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521687.511789:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521687.511790:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521687.511795:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742339840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521687.511811:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742339840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521687.511830:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521687.511835:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731521687.511838:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731521692.517969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731521692.517988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731521692.518068:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521692.518075:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521692.518080:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521692.518087:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742339968, portal 25 00000400:00000010:3.0:1731521692.518089:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731521692.518091:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742339968, offset 0 00000400:00000200:3.0:1731521692.518097:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521692.518109:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521692.518113:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521692.518116:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521692.518118:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521692.518120:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521692.518122:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [363:363:256:4294967295] 192.168.204.149@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:3.0:1731521692.518128:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521692.518132:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521692.518135:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731521692.518138:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521692.518144:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521692.518147:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521692.518295:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521692.518299:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731521692.518302:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521692.518307:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521692.518310:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731521692.518311:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731521692.518317:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742339968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521692.519653:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521692.519661:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c180 00000400:00000200:0.0:1731521692.519666:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc29 [1] + 224 00000400:00000200:0.0:1731521692.519687:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521692.519689:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521692.519693:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742339968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521692.519730:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521692.519733:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521692.519735:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521692.519738:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742339968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521692.519753:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742339968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521692.519768:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521692.519771:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731521692.519774:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731521697.525968:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731521697.525989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:1.0:1731521697.526060:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521697.526067:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521697.526073:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521697.526078:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340096, portal 25 00000400:00000010:1.0:1731521697.526081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731521697.526083:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340096, offset 0 00000400:00000200:1.0:1731521697.526089:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521697.526100:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521697.526104:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521697.526107:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521697.526110:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521697.526111:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521697.526113:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [364:364:256:4294967295] 192.168.204.149@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:1.0:1731521697.526119:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521697.526123:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521697.526141:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731521697.526145:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521697.526151:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521697.526154:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521697.526265:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521697.526268:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731521697.526272:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521697.526277:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521697.526280:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731521697.526282:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731521697.526288:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742340096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521697.527330:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521697.527337:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c200 00000400:00000200:0.0:1731521697.527341:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc31 [1] + 224 00000400:00000200:0.0:1731521697.527351:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521697.527354:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521697.527358:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742340096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521697.527405:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521697.527408:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521697.527409:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521697.527413:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742340096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521697.527418:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742340096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521697.527435:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521697.527439:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:1.0:1731521697.527441:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731521702.533903:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731521702.533917:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:1.0:1731521702.533995:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521702.534003:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521702.534009:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521702.534015:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340224, portal 25 00000400:00000010:1.0:1731521702.534019:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731521702.534021:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340224, offset 0 00000400:00000200:1.0:1731521702.534030:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521702.534042:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521702.534047:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521702.534051:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521702.534054:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521702.534056:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521702.534059:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [365:365:256:4294967295] 192.168.204.149@tcp LPNI seq info [365:365:8:4294967295] 00000400:00000200:1.0:1731521702.534068:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521702.534073:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521702.534077:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731521702.534088:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521702.534096:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521702.534100:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521702.534205:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521702.534208:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731521702.534211:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521702.534215:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521702.534218:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731521702.534220:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731521702.534226:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742340224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521702.535300:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521702.535310:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c280 00000400:00000200:0.0:1731521702.535316:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc39 [1] + 224 00000400:00000200:0.0:1731521702.535333:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521702.535336:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521702.535340:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742340224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521702.535387:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521702.535391:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521702.535392:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521702.535396:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742340224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521702.535404:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742340224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521702.535448:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521702.535452:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:1.0:1731521702.535455:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731521707.541948:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731521707.541969:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:3.0:1731521707.542051:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521707.542060:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521707.542066:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521707.542073:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340352, portal 25 00000400:00000010:3.0:1731521707.542077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731521707.542079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340352, offset 0 00000400:00000200:3.0:1731521707.542088:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521707.542100:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521707.542104:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521707.542108:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521707.542110:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521707.542112:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521707.542115:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [366:366:256:4294967295] 192.168.204.149@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:3.0:1731521707.542124:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521707.542129:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521707.542133:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521707.542138:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521707.542145:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521707.542148:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521707.542282:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521707.542286:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521707.542290:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521707.542295:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521707.542298:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731521707.542300:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731521707.542307:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742340352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521707.543476:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521707.543486:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c300 00000400:00000200:0.0:1731521707.543492:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc41 [1] + 224 00000400:00000200:0.0:1731521707.543509:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521707.543512:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521707.543518:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742340352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521707.543595:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521707.543599:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521707.543601:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521707.543605:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742340352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521707.543623:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742340352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521707.543640:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521707.543644:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:3.0:1731521707.543647:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731521712.549935:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731521712.549952:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:3.0:1731521712.550038:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521712.550047:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521712.550053:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521712.550059:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340480, portal 25 00000400:00000010:3.0:1731521712.550063:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731521712.550065:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340480, offset 0 00000400:00000200:3.0:1731521712.550074:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521712.550087:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521712.550092:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521712.550095:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521712.550099:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521712.550101:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521712.550104:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [367:367:256:4294967295] 192.168.204.149@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:3.0:1731521712.550113:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521712.550119:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521712.550123:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521712.550128:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521712.550134:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521712.550137:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521712.550272:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521712.550277:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521712.550280:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521712.550284:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521712.550287:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731521712.550289:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731521712.550295:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742340480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521712.551531:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521712.551539:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c380 00000400:00000200:0.0:1731521712.551543:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc49 [1] + 224 00000400:00000200:0.0:1731521712.551561:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521712.551564:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521712.551568:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742340480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521712.551615:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521712.551619:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521712.551620:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521712.551624:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742340480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521712.551639:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742340480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521712.551655:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521712.551658:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:3.0:1731521712.551661:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731521717.557964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521717.557981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:1.0:1731521717.558062:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521717.558069:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521717.558075:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521717.558081:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340608, portal 25 00000400:00000010:1.0:1731521717.558083:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731521717.558085:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340608, offset 0 00000400:00000200:1.0:1731521717.558091:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521717.558102:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521717.558106:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521717.558109:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521717.558111:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521717.558112:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521717.558114:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [368:368:256:4294967295] 192.168.204.149@tcp LPNI seq info [368:368:8:4294967295] 00000400:00000200:1.0:1731521717.558121:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521717.558124:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521717.558127:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731521717.558130:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521717.558146:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521717.558159:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521717.558273:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521717.558276:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731521717.558279:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521717.558284:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521717.558286:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731521717.558287:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731521717.558293:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742340608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521717.559565:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521717.559573:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c400 00000400:00000200:0.0:1731521717.559577:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc51 [1] + 224 00000400:00000200:0.0:1731521717.559589:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521717.559592:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521717.559596:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742340608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521717.559653:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521717.559658:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521717.559660:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521717.559665:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742340608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521717.559674:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742340608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521717.559693:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521717.559697:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:1.0:1731521717.559699:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:0.0:1731521722.566088:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731521722.566110:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe400. 02000000:00000010:3.0:1731521722.566242:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521722.566252:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521722.566258:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521722.566264:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340736, portal 25 00000400:00000010:3.0:1731521722.566269:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731521722.566270:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340736, offset 0 00000400:00000200:3.0:1731521722.566277:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521722.566287:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521722.566291:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521722.566294:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521722.566297:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521722.566298:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521722.566300:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [369:369:256:4294967295] 192.168.204.149@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:3.0:1731521722.566307:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521722.566310:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521722.566313:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521722.566318:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521722.566326:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521722.566329:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521722.566488:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521722.566491:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521722.566494:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521722.566499:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521722.566501:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731521722.566502:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731521722.566508:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742340736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521722.567606:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521722.567623:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c480 00000400:00000200:0.0:1731521722.567627:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc59 [1] + 224 00000400:00000200:0.0:1731521722.567639:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521722.567641:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521722.567645:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742340736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521722.567715:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521722.567719:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521722.567720:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521722.567724:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742340736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521722.567739:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742340736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521722.567754:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521722.567758:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe400. 00000100:00000010:3.0:1731521722.567760:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:0.0:1731521727.573957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731521727.574000:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbec00. 02000000:00000010:3.0:1731521727.574072:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521727.574079:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521727.574084:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521727.574090:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340864, portal 25 00000400:00000010:3.0:1731521727.574093:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731521727.574095:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340864, offset 0 00000400:00000200:3.0:1731521727.574101:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521727.574113:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521727.574117:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521727.574120:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521727.574123:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521727.574124:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521727.574126:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [370:370:256:4294967295] 192.168.204.149@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:3.0:1731521727.574132:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521727.574136:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521727.574138:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731521727.574142:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521727.574147:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521727.574150:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521727.574247:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521727.574250:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731521727.574253:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521727.574257:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521727.574259:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731521727.574261:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731521727.574266:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742340864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521727.575280:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521727.575287:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c500 00000400:00000200:0.0:1731521727.575292:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc61 [1] + 224 00000400:00000200:0.0:1731521727.575306:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521727.575309:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521727.575313:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742340864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521727.575356:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521727.575359:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521727.575360:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521727.575364:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742340864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521727.575385:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742340864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521727.575403:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521727.575406:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbec00. 00000100:00000010:3.0:1731521727.575409:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:2.0:1731521732.582042:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731521732.582061:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:1.0:1731521732.582136:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521732.582142:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521732.582148:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521732.582153:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742340992, portal 25 00000400:00000010:1.0:1731521732.582156:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731521732.582157:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742340992, offset 0 00000400:00000200:1.0:1731521732.582165:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521732.582175:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521732.582179:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521732.582181:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521732.582184:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521732.582185:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521732.582187:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [371:371:256:4294967295] 192.168.204.149@tcp LPNI seq info [371:371:8:4294967295] 00000400:00000200:1.0:1731521732.582194:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521732.582197:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521732.582200:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731521732.582204:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521732.582209:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521732.582221:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521732.582333:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521732.582337:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731521732.582342:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521732.582347:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521732.582351:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731521732.582353:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731521732.582360:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742340992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521732.583680:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521732.583690:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c580 00000400:00000200:0.0:1731521732.583696:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc69 [1] + 224 00000400:00000200:0.0:1731521732.583711:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521732.583715:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521732.583720:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742340992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521732.583770:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521732.583776:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521732.583777:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521732.583781:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742340992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521732.583787:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742340992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521732.583804:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521732.583807:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:1.0:1731521732.583809:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731521737.590011:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731521737.590030:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731521737.590100:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521737.590107:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521737.590113:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521737.590118:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742341120, portal 25 00000400:00000010:1.0:1731521737.590122:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731521737.590123:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742341120, offset 0 00000400:00000200:1.0:1731521737.590130:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521737.590141:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521737.590145:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521737.590149:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521737.590151:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521737.590152:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521737.590154:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [372:372:256:4294967295] 192.168.204.149@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:1.0:1731521737.590161:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521737.590165:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521737.590167:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731521737.590171:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521737.590177:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521737.590180:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521737.590325:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521737.590328:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731521737.590332:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521737.590336:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521737.590339:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731521737.590340:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731521737.590346:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742341120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521737.591706:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521737.591714:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c600 00000400:00000200:0.0:1731521737.591719:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc71 [1] + 224 00000400:00000200:0.0:1731521737.591731:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521737.591734:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521737.591739:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742341120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521737.591796:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521737.591801:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521737.591802:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521737.591805:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742341120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521737.591829:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742341120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521737.591848:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521737.591853:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731521737.591856:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731521742.597984:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521742.598003:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:3.0:1731521742.598077:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521742.598084:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521742.598090:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521742.598097:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742341248, portal 25 00000400:00000010:3.0:1731521742.598100:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731521742.598101:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742341248, offset 0 00000400:00000200:3.0:1731521742.598108:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521742.598119:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521742.598123:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521742.598126:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521742.598129:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521742.598130:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521742.598132:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [373:373:256:4294967295] 192.168.204.149@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:3.0:1731521742.598139:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521742.598142:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521742.598145:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521742.598149:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521742.598155:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521742.598157:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521742.598284:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521742.598288:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521742.598292:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521742.598297:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521742.598300:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731521742.598302:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731521742.598320:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742341248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521742.599585:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521742.599593:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c680 00000400:00000200:0.0:1731521742.599598:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc79 [1] + 224 00000400:00000200:0.0:1731521742.599610:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521742.599613:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521742.599617:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742341248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521742.599688:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521742.599711:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521742.599712:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521742.599716:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742341248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521742.599731:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742341248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521742.599747:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521742.599750:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:3.0:1731521742.599753:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731521747.606007:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731521747.606049:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731521747.606170:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521747.606181:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521747.606188:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521747.606195:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742341376, portal 25 00000400:00000010:3.0:1731521747.606200:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731521747.606202:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742341376, offset 0 00000400:00000200:3.0:1731521747.606211:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521747.606225:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521747.606229:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521747.606233:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521747.606236:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521747.606238:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521747.606241:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [374:374:256:4294967295] 192.168.204.149@tcp LPNI seq info [374:374:8:4294967295] 00000400:00000200:3.0:1731521747.606250:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521747.606256:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521747.606259:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731521747.606264:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521747.606271:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521747.606274:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521747.606450:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521747.606454:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731521747.606458:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521747.606464:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521747.606468:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731521747.606469:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731521747.606474:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742341376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521747.607703:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521747.607713:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c700 00000400:00000200:0.0:1731521747.607719:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc81 [1] + 224 00000400:00000200:0.0:1731521747.607734:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521747.607736:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521747.607741:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742341376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521747.607795:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521747.607799:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521747.607801:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521747.607807:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742341376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521747.607831:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742341376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521747.607851:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521747.607885:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731521747.607890:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731521752.613983:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731521752.614008:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:3.0:1731521752.614115:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521752.614126:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521752.614132:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521752.614139:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742341504, portal 25 00000400:00000010:3.0:1731521752.614143:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731521752.614145:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742341504, offset 0 00000400:00000200:3.0:1731521752.614154:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521752.614167:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521752.614171:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521752.614176:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521752.614179:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521752.614181:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521752.614185:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [375:375:256:4294967295] 192.168.204.149@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:3.0:1731521752.614195:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521752.614201:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521752.614205:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731521752.614211:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521752.614219:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521752.614223:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521752.614350:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521752.614354:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731521752.614357:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521752.614361:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521752.614365:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731521752.614376:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731521752.614381:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742341504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521752.615647:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521752.615657:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c780 00000400:00000200:0.0:1731521752.615663:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc89 [1] + 224 00000400:00000200:0.0:1731521752.615679:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521752.615682:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521752.615688:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742341504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521752.615745:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521752.615749:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521752.615750:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521752.615755:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742341504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521752.615774:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742341504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521752.615793:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521752.615799:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:3.0:1731521752.615803:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731521757.621967:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731521757.621984:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:1.0:1731521757.622075:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521757.622082:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521757.622089:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521757.622095:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742341632, portal 25 00000400:00000010:1.0:1731521757.622100:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731521757.622101:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742341632, offset 0 00000400:00000200:1.0:1731521757.622109:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521757.622121:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521757.622126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521757.622129:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521757.622132:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521757.622134:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521757.622137:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [376:376:256:4294967295] 192.168.204.149@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:1.0:1731521757.622145:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521757.622151:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521757.622154:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731521757.622159:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521757.622166:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521757.622170:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521757.622303:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521757.622306:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731521757.622310:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521757.622314:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521757.622316:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731521757.622317:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731521757.622323:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742341632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521757.623566:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521757.623576:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c800 00000400:00000200:0.0:1731521757.623583:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc91 [1] + 224 00000400:00000200:0.0:1731521757.623600:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521757.623604:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521757.623609:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742341632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521757.623658:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521757.623670:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521757.623671:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521757.623675:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742341632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521757.623683:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742341632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521757.623700:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521757.623704:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:1.0:1731521757.623707:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731521762.629990:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731521762.630010:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731521762.630094:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521762.630103:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521762.630109:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521762.630121:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742341760, portal 25 00000400:00000010:3.0:1731521762.630126:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731521762.630128:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742341760, offset 0 00000400:00000200:3.0:1731521762.630138:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521762.630153:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521762.630158:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521762.630162:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521762.630165:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521762.630168:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521762.630171:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [377:377:256:4294967295] 192.168.204.149@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:3.0:1731521762.630195:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521762.630199:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521762.630203:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521762.630207:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521762.630213:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521762.630215:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521762.630390:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521762.630394:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521762.630398:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521762.630404:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521762.630418:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731521762.630420:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731521762.630426:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742341760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521762.631536:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521762.631545:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c880 00000400:00000200:0.0:1731521762.631550:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xc99 [1] + 224 00000400:00000200:0.0:1731521762.631562:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521762.631565:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521762.631569:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742341760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521762.631629:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521762.631633:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521762.631634:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521762.631638:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742341760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521762.631669:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742341760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521762.631687:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521762.631691:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731521762.631694:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731521767.637969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731521767.637991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:1.0:1731521767.638087:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521767.638094:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521767.638101:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521767.638107:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742341888, portal 25 00000400:00000010:1.0:1731521767.638111:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731521767.638113:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742341888, offset 0 00000400:00000200:1.0:1731521767.638121:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521767.638133:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521767.638138:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521767.638142:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521767.638144:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521767.638147:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521767.638150:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [378:378:256:4294967295] 192.168.204.149@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:1.0:1731521767.638159:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521767.638165:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521767.638168:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731521767.638173:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521767.638179:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521767.638183:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521767.638321:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521767.638324:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731521767.638327:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521767.638332:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521767.638334:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731521767.638336:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731521767.638342:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742341888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521767.639435:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521767.639442:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c900 00000400:00000200:0.0:1731521767.639447:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xca1 [1] + 224 00000400:00000200:0.0:1731521767.639461:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521767.639464:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521767.639468:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742341888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521767.639540:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521767.639545:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521767.639554:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521767.639558:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742341888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521767.639564:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742341888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521767.639580:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521767.639584:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:1.0:1731521767.639586:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731521772.645960:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731521772.645979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:1.0:1731521772.646065:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521772.646074:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521772.646080:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521772.646087:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342016, portal 25 00000400:00000010:1.0:1731521772.646091:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731521772.646093:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342016, offset 0 00000400:00000200:1.0:1731521772.646101:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521772.646115:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521772.646120:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521772.646123:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521772.646126:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521772.646128:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521772.646131:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [379:379:256:4294967295] 192.168.204.149@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:1.0:1731521772.646140:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521772.646178:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521772.646181:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731521772.646186:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521772.646194:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521772.646197:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521772.646347:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521772.646351:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731521772.646356:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521772.646372:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521772.646376:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731521772.646377:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731521772.646384:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742342016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521772.647624:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521772.647634:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970c980 00000400:00000200:0.0:1731521772.647640:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xca9 [1] + 224 00000400:00000200:0.0:1731521772.647663:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521772.647667:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521772.647672:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742342016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521772.647726:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521772.647731:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521772.647732:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521772.647736:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742342016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521772.647747:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742342016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521772.647763:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521772.647767:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:1.0:1731521772.647769:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731521777.653971:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731521777.653987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731521777.654088:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521777.654094:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521777.654099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521777.654105:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342144, portal 25 00000400:00000010:3.0:1731521777.654108:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731521777.654109:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342144, offset 0 00000400:00000200:3.0:1731521777.654116:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521777.654126:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521777.654130:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521777.654133:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521777.654136:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521777.654137:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521777.654139:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [380:380:256:4294967295] 192.168.204.149@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:3.0:1731521777.654146:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521777.654150:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521777.654152:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731521777.654156:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521777.654161:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521777.654164:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521777.654283:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521777.654287:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731521777.654292:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521777.654297:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521777.654301:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731521777.654303:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731521777.654309:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742342144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521777.655545:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521777.655555:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ca00 00000400:00000200:0.0:1731521777.655560:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcb1 [1] + 224 00000400:00000200:0.0:1731521777.655588:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521777.655591:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521777.655596:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742342144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521777.655645:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521777.655648:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521777.655650:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521777.655654:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742342144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521777.655675:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742342144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521777.655695:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521777.655699:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731521777.655702:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731521782.661956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731521782.662004:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731521782.662111:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521782.662119:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521782.662126:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521782.662133:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342272, portal 25 00000400:00000010:3.0:1731521782.662135:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731521782.662137:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342272, offset 0 00000400:00000200:3.0:1731521782.662144:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521782.662155:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521782.662159:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521782.662162:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521782.662164:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521782.662166:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521782.662168:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [381:381:256:4294967295] 192.168.204.149@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:3.0:1731521782.662174:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521782.662178:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521782.662181:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731521782.662185:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521782.662202:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521782.662204:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521782.662344:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521782.662348:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731521782.662364:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521782.662370:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521782.662373:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731521782.662375:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731521782.662382:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742342272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521782.663603:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521782.663611:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ca80 00000400:00000200:0.0:1731521782.663616:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcb9 [1] + 224 00000400:00000200:0.0:1731521782.663627:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521782.663629:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521782.663633:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742342272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521782.663678:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521782.663682:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521782.663684:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521782.663688:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742342272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521782.663706:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742342272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521782.663724:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521782.663728:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731521782.663731:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731521787.669945:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731521787.669966:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:1.0:1731521787.670073:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521787.670083:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521787.670090:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521787.670098:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342400, portal 25 00000400:00000010:1.0:1731521787.670101:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731521787.670104:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342400, offset 0 00000400:00000200:1.0:1731521787.670113:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521787.670126:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521787.670132:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521787.670136:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521787.670139:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521787.670142:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521787.670145:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [382:382:256:4294967295] 192.168.204.149@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:1.0:1731521787.670155:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521787.670161:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521787.670165:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731521787.670170:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521787.670179:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521787.670183:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521787.670330:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521787.670334:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731521787.670338:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521787.670342:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521787.670345:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731521787.670347:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731521787.670353:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742342400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521787.671397:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521787.671405:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cb00 00000400:00000200:0.0:1731521787.671411:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcc1 [1] + 224 00000400:00000200:0.0:1731521787.671427:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521787.671430:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521787.671435:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742342400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521787.671531:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521787.671537:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521787.671538:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521787.671543:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742342400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521787.671564:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742342400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521787.671582:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521787.671586:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:1.0:1731521787.671589:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:0.0:1731521792.677996:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731521792.678024:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe000. 02000000:00000010:1.0:1731521792.678093:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521792.678100:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521792.678104:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521792.678110:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342528, portal 25 00000400:00000010:1.0:1731521792.678113:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731521792.678114:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342528, offset 0 00000400:00000200:1.0:1731521792.678121:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521792.678131:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521792.678134:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521792.678137:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521792.678140:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521792.678141:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521792.678143:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [383:383:256:4294967295] 192.168.204.149@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:1.0:1731521792.678150:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521792.678154:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521792.678156:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731521792.678160:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521792.678165:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521792.678168:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521792.678267:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521792.678270:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731521792.678273:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521792.678277:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521792.678279:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731521792.678280:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731521792.678286:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742342528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521792.679417:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521792.679425:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cb80 00000400:00000200:0.0:1731521792.679432:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcc9 [1] + 224 00000400:00000200:0.0:1731521792.679446:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521792.679449:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521792.679454:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742342528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521792.679535:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521792.679540:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521792.679541:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521792.679545:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742342528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521792.679559:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742342528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521792.679575:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521792.679578:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe000. 00000100:00000010:1.0:1731521792.679580:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731521797.686065:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731521797.686094:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe700. 02000000:00000010:1.0:1731521797.686218:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521797.686231:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521797.686240:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521797.686250:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342656, portal 25 00000400:00000010:1.0:1731521797.686256:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731521797.686259:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342656, offset 0 00000400:00000200:1.0:1731521797.686273:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521797.686290:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521797.686297:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521797.686303:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521797.686307:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521797.686311:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521797.686316:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [384:384:256:4294967295] 192.168.204.149@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:1.0:1731521797.686331:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521797.686340:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521797.686346:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731521797.686354:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521797.686367:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521797.686373:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521797.686533:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521797.686538:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731521797.686543:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521797.686549:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521797.686553:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731521797.686555:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731521797.686563:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742342656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521797.688393:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521797.688408:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cc00 00000400:00000200:0.0:1731521797.688416:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcd1 [1] + 224 00000400:00000200:0.0:1731521797.688443:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521797.688460:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521797.688467:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742342656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521797.688555:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521797.688561:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521797.688563:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521797.688569:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742342656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521797.688597:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742342656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521797.688622:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521797.688628:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe700. 00000100:00000010:1.0:1731521797.688633:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731521802.693983:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731521802.694004:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a924f100. 02000000:00000010:1.0:1731521802.694108:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521802.694116:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521802.694124:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521802.694132:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342784, portal 25 00000400:00000010:1.0:1731521802.694136:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731521802.694138:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342784, offset 0 00000400:00000200:1.0:1731521802.694149:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521802.694162:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521802.694167:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521802.694171:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521802.694175:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521802.694177:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521802.694181:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [385:385:256:4294967295] 192.168.204.149@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:1.0:1731521802.694190:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521802.694196:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521802.694200:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731521802.694206:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521802.694215:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521802.694220:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521802.694333:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521802.694335:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731521802.694338:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521802.694342:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521802.694345:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731521802.694346:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731521802.694350:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742342784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521802.695676:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521802.695689:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cc80 00000400:00000200:0.0:1731521802.695695:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcd9 [1] + 224 00000400:00000200:0.0:1731521802.695712:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521802.695716:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521802.695723:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742342784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521802.695777:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521802.695782:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521802.695783:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521802.695788:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742342784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521802.695815:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742342784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521802.695835:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521802.695841:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a924f100. 00000100:00000010:1.0:1731521802.695846:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:0.0:1731521807.702069:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731521807.702101:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbeb00. 02000000:00000010:3.0:1731521807.702290:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521807.702300:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521807.702307:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521807.702315:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742342912, portal 25 00000400:00000010:3.0:1731521807.702320:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731521807.702322:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742342912, offset 0 00000400:00000200:3.0:1731521807.702332:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521807.702345:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521807.702350:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521807.702355:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521807.702359:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521807.702361:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521807.702364:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [386:386:256:4294967295] 192.168.204.149@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:3.0:1731521807.702373:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521807.702379:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521807.702382:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731521807.702387:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521807.702395:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521807.702398:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521807.702538:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521807.702541:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731521807.702544:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521807.702549:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521807.702552:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731521807.702553:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731521807.702559:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742342912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521807.704042:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521807.704051:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cd00 00000400:00000200:0.0:1731521807.704056:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xce1 [1] + 224 00000400:00000200:0.0:1731521807.704071:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521807.704075:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521807.704081:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742342912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521807.704173:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521807.704178:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521807.704179:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521807.704184:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742342912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521807.704200:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742342912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521807.704219:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521807.704224:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbeb00. 00000100:00000010:3.0:1731521807.704227:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:0.0:1731521812.709979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731521812.709997:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800abfbe900. 02000000:00000010:3.0:1731521812.710091:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521812.710098:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521812.710103:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521812.710109:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343040, portal 25 00000400:00000010:3.0:1731521812.710111:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731521812.710113:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343040, offset 0 00000400:00000200:3.0:1731521812.710119:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521812.710129:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521812.710133:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521812.710136:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521812.710138:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521812.710140:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521812.710141:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [387:387:256:4294967295] 192.168.204.149@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000200:3.0:1731521812.710148:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521812.710152:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521812.710154:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731521812.710158:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521812.710164:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521812.710167:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521812.710273:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521812.710275:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731521812.710280:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521812.710285:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521812.710288:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731521812.710289:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731521812.710297:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742343040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521812.711374:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521812.711383:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cd80 00000400:00000200:0.0:1731521812.711388:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xce9 [1] + 224 00000400:00000200:0.0:1731521812.711406:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521812.711409:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521812.711447:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742343040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521812.711496:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521812.711500:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521812.711501:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521812.711505:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742343040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521812.711523:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742343040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521812.711539:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521812.711542:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800abfbe900. 00000100:00000010:3.0:1731521812.711545:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:0.0:1731521817.717982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731521817.718001:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458200. 02000000:00000010:3.0:1731521817.718103:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521817.718110:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521817.718115:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521817.718120:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343168, portal 25 00000400:00000010:3.0:1731521817.718123:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731521817.718124:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343168, offset 0 00000400:00000200:3.0:1731521817.718131:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521817.718143:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521817.718146:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521817.718149:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521817.718152:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521817.718153:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521817.718155:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [388:388:256:4294967295] 192.168.204.149@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:3.0:1731521817.718161:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521817.718165:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521817.718168:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731521817.718171:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521817.718177:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521817.718180:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521817.718287:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521817.718290:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731521817.718303:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521817.718307:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521817.718310:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731521817.718311:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731521817.718317:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742343168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521817.719523:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521817.719530:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ce00 00000400:00000200:0.0:1731521817.719535:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcf1 [1] + 224 00000400:00000200:0.0:1731521817.719547:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521817.719550:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521817.719554:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742343168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521817.719603:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521817.719607:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521817.719608:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521817.719612:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742343168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521817.719626:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742343168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521817.719642:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521817.719646:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458200. 00000100:00000010:3.0:1731521817.719648:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:0.0:1731521822.725978:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731521822.725996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458b00. 02000000:00000010:3.0:1731521822.726130:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521822.726140:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521822.726148:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521822.726154:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343296, portal 25 00000400:00000010:3.0:1731521822.726158:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731521822.726160:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343296, offset 0 00000400:00000200:3.0:1731521822.726168:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521822.726180:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521822.726184:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521822.726187:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521822.726190:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521822.726192:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521822.726194:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [389:389:256:4294967295] 192.168.204.149@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000200:3.0:1731521822.726201:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521822.726205:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521822.726209:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731521822.726213:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521822.726221:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521822.726224:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521822.726354:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521822.726356:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731521822.726360:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521822.726366:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521822.726369:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:0.0:1731521822.726370:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:0.0:1731521822.726377:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742343296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521822.727527:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521822.727536:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ce80 00000400:00000200:0.0:1731521822.727542:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xcf9 [1] + 224 00000400:00000200:0.0:1731521822.727557:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521822.727559:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521822.727563:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742343296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521822.727656:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521822.727661:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521822.727663:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521822.727669:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742343296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521822.727706:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742343296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521822.727726:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521822.727731:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458b00. 00000100:00000010:3.0:1731521822.727736:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:0.0:1731521827.733991:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731521827.734011:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 02000000:00000010:3.0:1731521827.734091:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521827.734100:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521827.734106:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521827.734112:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343424, portal 25 00000400:00000010:3.0:1731521827.734115:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731521827.734116:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343424, offset 0 00000400:00000200:3.0:1731521827.734124:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521827.734134:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521827.734161:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521827.734164:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521827.734167:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521827.734169:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521827.734172:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [390:390:256:4294967295] 192.168.204.149@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:3.0:1731521827.734178:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521827.734183:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521827.734185:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731521827.734189:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521827.734196:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521827.734198:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521827.734305:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521827.734308:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731521827.734312:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521827.734318:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521827.734321:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731521827.734323:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731521827.734330:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742343424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521827.735578:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521827.735588:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cf00 00000400:00000200:0.0:1731521827.735594:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd01 [1] + 224 00000400:00000200:0.0:1731521827.735610:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521827.735614:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521827.735619:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742343424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521827.735696:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521827.735700:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521827.735701:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521827.735705:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742343424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521827.735724:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742343424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521827.735741:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521827.735745:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000010:3.0:1731521827.735747:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:0.0:1731521832.741991:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731521832.742014:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 02000000:00000010:1.0:1731521832.742113:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521832.742121:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521832.742127:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521832.742134:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343552, portal 25 00000400:00000010:1.0:1731521832.742138:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731521832.742140:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343552, offset 0 00000400:00000200:1.0:1731521832.742147:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521832.742159:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521832.742162:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521832.742166:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521832.742169:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521832.742170:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521832.742172:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [391:391:256:4294967295] 192.168.204.149@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:1.0:1731521832.742180:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521832.742184:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521832.742187:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731521832.742192:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521832.742199:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521832.742202:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521832.742318:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521832.742321:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731521832.742324:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521832.742328:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521832.742332:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731521832.742333:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731521832.742338:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742343552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521832.743388:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521832.743396:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970cf80 00000400:00000200:0.0:1731521832.743414:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd09 [1] + 224 00000400:00000200:0.0:1731521832.743432:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521832.743435:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521832.743442:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742343552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521832.743517:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521832.743522:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521832.743523:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521832.743527:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742343552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521832.743542:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742343552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521832.743558:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521832.743563:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000100:00000010:1.0:1731521832.743566:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:0.0:1731521837.750034:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731521837.750053:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458200. 02000000:00000010:3.0:1731521837.750185:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521837.750198:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521837.750205:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521837.750213:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343680, portal 25 00000400:00000010:3.0:1731521837.750216:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731521837.750218:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343680, offset 0 00000400:00000200:3.0:1731521837.750228:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521837.750243:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521837.750247:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521837.750252:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521837.750255:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521837.750257:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521837.750260:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [392:392:256:4294967295] 192.168.204.149@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000200:3.0:1731521837.750269:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521837.750274:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521837.750278:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521837.750284:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521837.750292:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521837.750296:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521837.750405:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521837.750408:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521837.750412:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521837.750419:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521837.750422:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731521837.750424:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731521837.750430:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742343680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521837.751713:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521837.751726:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d000 00000400:00000200:0.0:1731521837.751734:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd11 [1] + 224 00000400:00000200:0.0:1731521837.751753:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521837.751757:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521837.751763:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742343680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521837.751837:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521837.751844:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521837.751846:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521837.751854:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742343680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521837.752041:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742343680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521837.752066:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521837.752072:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458200. 00000100:00000010:3.0:1731521837.752078:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:0.0:1731521842.757970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731521842.757986:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458200. 02000000:00000010:3.0:1731521842.758101:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521842.758108:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521842.758113:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521842.758119:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343808, portal 25 00000400:00000010:3.0:1731521842.758123:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731521842.758124:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343808, offset 0 00000400:00000200:3.0:1731521842.758131:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521842.758142:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521842.758145:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521842.758148:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521842.758151:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521842.758152:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521842.758154:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [393:393:256:4294967295] 192.168.204.149@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:3.0:1731521842.758160:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521842.758164:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521842.758167:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731521842.758170:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521842.758177:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521842.758179:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521842.758286:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521842.758289:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731521842.758293:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521842.758298:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521842.758301:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731521842.758303:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731521842.758321:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742343808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521842.759343:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521842.759350:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d080 00000400:00000200:0.0:1731521842.759355:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd19 [1] + 224 00000400:00000200:0.0:1731521842.759368:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521842.759370:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521842.759375:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742343808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521842.759458:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521842.759462:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521842.759463:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521842.759467:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742343808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521842.759483:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742343808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521842.759498:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521842.759502:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458200. 00000100:00000010:3.0:1731521842.759504:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:0.0:1731521847.765974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731521847.765991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458a00. 02000000:00000010:3.0:1731521847.766100:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521847.766111:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521847.766118:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521847.766125:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742343936, portal 25 00000400:00000010:3.0:1731521847.766128:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731521847.766130:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742343936, offset 0 00000400:00000200:3.0:1731521847.766138:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521847.766148:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521847.766152:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521847.766156:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521847.766159:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521847.766161:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521847.766163:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [394:394:256:4294967295] 192.168.204.149@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:3.0:1731521847.766170:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521847.766174:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521847.766177:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731521847.766182:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521847.766190:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521847.766193:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521847.766298:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521847.766301:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731521847.766304:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521847.766310:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521847.766314:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731521847.766315:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731521847.766321:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742343936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521847.767754:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521847.767763:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d100 00000400:00000200:0.0:1731521847.767793:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd21 [1] + 224 00000400:00000200:0.0:1731521847.767817:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521847.767819:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521847.767824:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742343936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521847.767935:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521847.767940:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521847.767942:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521847.767947:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742343936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521847.767969:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742343936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521847.767986:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521847.767990:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458a00. 00000100:00000010:3.0:1731521847.767995:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:0.0:1731521852.773970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731521852.773988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 02000000:00000010:3.0:1731521852.774081:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521852.774088:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521852.774095:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521852.774101:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344064, portal 25 00000400:00000010:3.0:1731521852.774105:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731521852.774107:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344064, offset 0 00000400:00000200:3.0:1731521852.774115:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521852.774127:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521852.774137:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521852.774140:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521852.774143:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521852.774145:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521852.774148:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [395:395:256:4294967295] 192.168.204.149@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:3.0:1731521852.774155:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521852.774159:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521852.774162:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521852.774166:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521852.774172:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521852.774174:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521852.774276:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521852.774290:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521852.774294:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521852.774300:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521852.774304:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731521852.774305:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731521852.774311:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742344064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521852.775422:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521852.775431:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d180 00000400:00000200:0.0:1731521852.775438:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd29 [1] + 224 00000400:00000200:0.0:1731521852.775453:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521852.775457:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521852.775463:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742344064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521852.775515:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521852.775519:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521852.775521:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521852.775525:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742344064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521852.775546:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742344064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521852.775565:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521852.775569:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000010:3.0:1731521852.775572:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:0.0:1731521857.781925:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731521857.781954:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 02000000:00000010:3.0:1731521857.782040:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521857.782049:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521857.782055:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521857.782062:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344192, portal 25 00000400:00000010:3.0:1731521857.782066:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731521857.782068:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344192, offset 0 00000400:00000200:3.0:1731521857.782077:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521857.782090:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521857.782096:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521857.782099:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521857.782102:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521857.782105:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521857.782108:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [396:396:256:4294967295] 192.168.204.149@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000200:3.0:1731521857.782118:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521857.782134:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521857.782138:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731521857.782143:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521857.782150:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521857.782154:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521857.782238:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521857.782240:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731521857.782243:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521857.782247:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521857.782250:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731521857.782251:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731521857.782257:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742344192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521857.783159:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521857.783167:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d200 00000400:00000200:0.0:1731521857.783171:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd31 [1] + 224 00000400:00000200:0.0:1731521857.783186:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521857.783188:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521857.783192:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742344192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521857.783277:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521857.783281:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521857.783282:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521857.783286:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742344192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521857.783301:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742344192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521857.783317:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521857.783321:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000100:00000010:3.0:1731521857.783324:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:0.0:1731521862.789966:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731521862.789983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:3.0:1731521862.790132:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521862.790147:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521862.790156:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521862.790164:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344320, portal 25 00000400:00000010:3.0:1731521862.790170:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731521862.790172:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344320, offset 0 00000400:00000200:3.0:1731521862.790183:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521862.790199:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521862.790204:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521862.790210:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521862.790215:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521862.790218:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521862.790223:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [397:397:256:4294967295] 192.168.204.149@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:3.0:1731521862.790238:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521862.790247:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521862.790253:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731521862.790261:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521862.790274:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521862.790280:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521862.790435:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521862.790439:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731521862.790443:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521862.790449:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521862.790453:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731521862.790455:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731521862.790462:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742344320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521862.791788:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521862.791796:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d280 00000400:00000200:0.0:1731521862.791802:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd39 [1] + 224 00000400:00000200:0.0:1731521862.791817:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521862.791819:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521862.791823:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742344320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521862.791885:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521862.791891:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521862.791893:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521862.791900:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742344320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521862.791927:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742344320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521862.791947:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521862.791952:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:3.0:1731521862.791958:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000100:00000010:0.0:1731521867.798045:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731521867.798077:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458500. 02000000:00000010:3.0:1731521867.798256:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521867.798268:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521867.798277:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521867.798286:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344448, portal 25 00000400:00000010:3.0:1731521867.798291:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731521867.798293:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344448, offset 0 00000400:00000200:3.0:1731521867.798321:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521867.798337:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521867.798344:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521867.798350:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521867.798355:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521867.798359:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521867.798363:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [398:398:256:4294967295] 192.168.204.149@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:3.0:1731521867.798391:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521867.798398:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521867.798402:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521867.798443:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521867.798453:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521867.798457:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521867.798573:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521867.798577:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521867.798580:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521867.798585:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521867.798588:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731521867.798589:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731521867.798594:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742344448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521867.799905:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521867.799915:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d300 00000400:00000200:0.0:1731521867.799935:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd41 [1] + 224 00000400:00000200:0.0:1731521867.799952:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521867.799955:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521867.799960:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742344448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521867.800048:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521867.800053:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521867.800055:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521867.800060:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742344448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521867.800080:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742344448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521867.800099:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521867.800105:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458500. 00000100:00000010:3.0:1731521867.800108:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:0.0:1731521872.805942:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731521872.805962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 02000000:00000010:1.0:1731521872.806083:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521872.806091:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521872.806098:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521872.806106:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344576, portal 25 00000400:00000010:1.0:1731521872.806110:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731521872.806112:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344576, offset 0 00000400:00000200:1.0:1731521872.806121:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521872.806135:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521872.806140:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521872.806144:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521872.806147:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521872.806149:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521872.806152:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [399:399:256:4294967295] 192.168.204.149@tcp LPNI seq info [399:399:8:4294967295] 00000400:00000200:1.0:1731521872.806161:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521872.806168:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521872.806171:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731521872.806176:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521872.806184:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521872.806187:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521872.806294:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521872.806297:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731521872.806302:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521872.806308:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521872.806340:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731521872.806342:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731521872.806350:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742344576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521872.807893:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521872.807902:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d380 00000400:00000200:0.0:1731521872.807909:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd49 [1] + 224 00000400:00000200:0.0:1731521872.807925:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521872.807929:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521872.807934:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742344576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521872.808008:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521872.808013:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521872.808014:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521872.808018:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742344576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521872.808036:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742344576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521872.808052:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521872.808056:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000100:00000010:1.0:1731521872.808058:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:0.0:1731521877.814082:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731521877.814111:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458a00. 02000000:00000010:1.0:1731521877.814290:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521877.814302:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521877.814309:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521877.814314:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344704, portal 25 00000400:00000010:1.0:1731521877.814318:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731521877.814319:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344704, offset 0 00000400:00000200:1.0:1731521877.814327:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521877.814341:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521877.814346:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521877.814350:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521877.814353:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521877.814355:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521877.814358:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [400:400:256:4294967295] 192.168.204.149@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:1.0:1731521877.814368:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521877.814374:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521877.814377:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731521877.814382:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521877.814390:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521877.814394:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521877.814567:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521877.814572:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731521877.814577:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521877.814587:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521877.814593:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731521877.814595:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731521877.814620:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742344704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521877.816598:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521877.816618:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d400 00000400:00000200:0.0:1731521877.816629:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd51 [1] + 224 00000400:00000200:0.0:1731521877.816662:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521877.816669:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521877.816679:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742344704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521877.816743:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521877.816748:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521877.816749:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521877.816755:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742344704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521877.816774:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742344704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521877.816793:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521877.816797:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458a00. 00000100:00000010:1.0:1731521877.816800:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000100:00000010:0.0:1731521882.821953:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731521882.821971:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:1.0:1731521882.822063:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521882.822072:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521882.822079:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521882.822085:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344832, portal 25 00000400:00000010:1.0:1731521882.822089:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731521882.822090:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344832, offset 0 00000400:00000200:1.0:1731521882.822099:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521882.822111:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521882.822115:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521882.822119:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521882.822122:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521882.822124:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521882.822127:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [401:401:256:4294967295] 192.168.204.149@tcp LPNI seq info [401:401:8:4294967295] 00000400:00000200:1.0:1731521882.822153:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521882.822159:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521882.822162:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731521882.822167:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521882.822175:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521882.822179:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521882.822290:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521882.822294:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731521882.822299:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521882.822306:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521882.822310:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731521882.822312:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731521882.822321:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742344832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521882.823391:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521882.823399:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d480 00000400:00000200:0.0:1731521882.823404:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd59 [1] + 224 00000400:00000200:0.0:1731521882.823421:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521882.823423:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521882.823428:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742344832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521882.823510:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521882.823515:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521882.823516:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521882.823521:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742344832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521882.823541:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742344832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521882.823559:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521882.823563:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:1.0:1731521882.823566:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:0.0:1731521887.829964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731521887.829983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458500. 02000000:00000010:3.0:1731521887.830094:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521887.830102:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521887.830109:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521887.830116:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742344960, portal 25 00000400:00000010:3.0:1731521887.830120:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731521887.830122:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742344960, offset 0 00000400:00000200:3.0:1731521887.830131:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521887.830145:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521887.830151:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521887.830155:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521887.830158:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521887.830160:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521887.830164:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [402:402:256:4294967295] 192.168.204.149@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:3.0:1731521887.830174:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521887.830180:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521887.830184:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731521887.830189:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521887.830197:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521887.830201:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521887.830307:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521887.830319:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731521887.830322:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521887.830328:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521887.830331:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731521887.830332:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731521887.830338:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742344960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521887.831465:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521887.831473:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d500 00000400:00000200:0.0:1731521887.831478:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd61 [1] + 224 00000400:00000200:0.0:1731521887.831491:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521887.831493:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521887.831498:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742344960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521887.831546:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521887.831549:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521887.831550:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521887.831553:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742344960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521887.831567:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742344960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521887.831582:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521887.831585:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458500. 00000100:00000010:3.0:1731521887.831588:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:0.0:1731521892.837987:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731521892.838004:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458100. 02000000:00000010:3.0:1731521892.838111:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521892.838119:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521892.838126:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521892.838133:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345088, portal 25 00000400:00000010:3.0:1731521892.838137:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731521892.838139:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345088, offset 0 00000400:00000200:3.0:1731521892.838149:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521892.838161:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521892.838167:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521892.838171:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521892.838174:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521892.838176:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521892.838180:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [403:403:256:4294967295] 192.168.204.149@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:3.0:1731521892.838189:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521892.838195:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521892.838199:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521892.838204:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521892.838211:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521892.838216:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521892.838356:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521892.838360:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521892.838363:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521892.838367:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521892.838370:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731521892.838371:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731521892.838377:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742345088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521892.839647:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521892.839655:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d580 00000400:00000200:0.0:1731521892.839660:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd69 [1] + 224 00000400:00000200:0.0:1731521892.839674:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521892.839676:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521892.839680:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742345088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521892.839736:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521892.839739:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521892.839741:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521892.839745:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742345088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521892.839765:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742345088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521892.839785:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521892.839789:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458100. 00000100:00000010:3.0:1731521892.839793:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:0.0:1731521897.845980:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731521897.846002:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458200. 02000000:00000010:1.0:1731521897.846075:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521897.846082:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521897.846088:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521897.846094:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345216, portal 25 00000400:00000010:1.0:1731521897.846098:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731521897.846099:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345216, offset 0 00000400:00000200:1.0:1731521897.846106:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521897.846118:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521897.846122:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521897.846125:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521897.846128:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521897.846129:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521897.846131:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [404:404:256:4294967295] 192.168.204.149@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:1.0:1731521897.846138:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521897.846142:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521897.846144:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731521897.846148:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521897.846153:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521897.846156:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521897.846251:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521897.846254:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731521897.846257:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521897.846261:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521897.846264:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731521897.846265:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731521897.846271:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742345216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521897.847755:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521897.847763:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d600 00000400:00000200:0.0:1731521897.847768:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd71 [1] + 224 00000400:00000200:0.0:1731521897.847784:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521897.847786:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521897.847790:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742345216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521897.847840:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521897.847845:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521897.847847:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521897.847852:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742345216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521897.847935:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742345216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521897.847955:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521897.847960:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458200. 00000100:00000010:1.0:1731521897.847963:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:0.0:1731521902.853982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731521902.854001:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458b00. 02000000:00000010:3.0:1731521902.854080:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521902.854087:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521902.854093:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521902.854099:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345344, portal 25 00000400:00000010:3.0:1731521902.854102:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731521902.854103:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345344, offset 0 00000400:00000200:3.0:1731521902.854110:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521902.854122:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521902.854126:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521902.854129:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521902.854132:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521902.854133:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521902.854135:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [405:405:256:4294967295] 192.168.204.149@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:3.0:1731521902.854142:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521902.854146:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521902.854149:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731521902.854153:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521902.854159:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521902.854162:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521902.854256:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521902.854258:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731521902.854262:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521902.854266:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521902.854268:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731521902.854270:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731521902.854276:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742345344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521902.855880:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521902.855888:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d680 00000400:00000200:0.0:1731521902.855904:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd79 [1] + 224 00000400:00000200:0.0:1731521902.855916:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521902.855919:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521902.855923:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742345344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521902.855974:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521902.855979:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521902.855980:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521902.855985:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742345344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521902.856006:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742345344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521902.856023:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521902.856027:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458b00. 00000100:00000010:3.0:1731521902.856030:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:0.0:1731521907.861999:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731521907.862020:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 02000000:00000010:1.0:1731521907.862113:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521907.862119:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521907.862124:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521907.862129:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345472, portal 25 00000400:00000010:1.0:1731521907.862133:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731521907.862134:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345472, offset 0 00000400:00000200:1.0:1731521907.862140:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521907.862150:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521907.862153:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521907.862156:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521907.862159:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521907.862160:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521907.862162:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [406:406:256:4294967295] 192.168.204.149@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:1.0:1731521907.862168:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521907.862172:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521907.862174:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731521907.862178:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521907.862184:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521907.862187:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521907.862307:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521907.862311:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731521907.862319:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521907.862324:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521907.862327:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731521907.862329:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731521907.862337:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742345472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521907.863749:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521907.863759:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d700 00000400:00000200:0.0:1731521907.863765:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd81 [1] + 224 00000400:00000200:0.0:1731521907.863781:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521907.863784:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521907.863790:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742345472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521907.863834:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521907.863838:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521907.863839:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521907.863842:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742345472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521907.863882:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742345472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521907.863898:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521907.863901:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000010:1.0:1731521907.863904:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:0.0:1731521912.869972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731521912.869992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 02000000:00000010:1.0:1731521912.870072:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521912.870079:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521912.870085:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521912.870092:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345600, portal 25 00000400:00000010:1.0:1731521912.870096:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731521912.870097:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345600, offset 0 00000400:00000200:1.0:1731521912.870106:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521912.870119:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521912.870123:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521912.870127:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521912.870130:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521912.870132:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521912.870135:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [407:407:256:4294967295] 192.168.204.149@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:1.0:1731521912.870145:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521912.870150:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521912.870153:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731521912.870158:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521912.870165:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521912.870169:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521912.870277:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521912.870280:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731521912.870284:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521912.870289:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521912.870292:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731521912.870294:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731521912.870311:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742345600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521912.871513:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521912.871521:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d780 00000400:00000200:0.0:1731521912.871526:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd89 [1] + 224 00000400:00000200:0.0:1731521912.871542:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521912.871546:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521912.871552:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742345600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521912.871610:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521912.871614:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521912.871615:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521912.871619:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742345600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521912.871637:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742345600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521912.871655:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521912.871659:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000100:00000010:1.0:1731521912.871662:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:0.0:1731521917.877932:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731521917.877953:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:3.0:1731521917.878072:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521917.878079:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521917.878085:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521917.878090:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345728, portal 25 00000400:00000010:3.0:1731521917.878093:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731521917.878095:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345728, offset 0 00000400:00000200:3.0:1731521917.878102:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521917.878113:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521917.878117:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521917.878121:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521917.878123:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521917.878124:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521917.878126:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [408:408:256:4294967295] 192.168.204.149@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:3.0:1731521917.878133:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521917.878137:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521917.878139:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731521917.878144:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521917.878149:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521917.878152:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521917.878255:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521917.878259:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731521917.878263:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521917.878269:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521917.878272:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731521917.878274:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731521917.878282:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742345728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521917.879487:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521917.879525:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d800 00000400:00000200:0.0:1731521917.879541:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd91 [1] + 224 00000400:00000200:0.0:1731521917.879560:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521917.879564:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521917.879570:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742345728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521917.879615:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521917.879619:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521917.879620:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521917.879624:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742345728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521917.879643:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742345728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521917.879659:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521917.879662:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:3.0:1731521917.879665:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:0.0:1731521922.885948:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731521922.885970:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458100. 02000000:00000010:3.0:1731521922.886072:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521922.886079:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521922.886084:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521922.886090:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345856, portal 25 00000400:00000010:3.0:1731521922.886093:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731521922.886095:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345856, offset 0 00000400:00000200:3.0:1731521922.886103:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521922.886113:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521922.886117:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521922.886120:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521922.886123:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521922.886124:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521922.886126:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [409:409:256:4294967295] 192.168.204.149@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:3.0:1731521922.886132:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521922.886136:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521922.886139:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731521922.886143:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521922.886149:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521922.886151:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521922.886266:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521922.886280:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731521922.886285:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521922.886290:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521922.886293:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731521922.886295:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731521922.886314:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742345856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521922.887543:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521922.887553:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d880 00000400:00000200:0.0:1731521922.887560:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xd99 [1] + 224 00000400:00000200:0.0:1731521922.887577:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521922.887581:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521922.887586:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742345856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521922.887631:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521922.887634:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521922.887636:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521922.887639:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742345856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521922.887654:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742345856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521922.887669:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521922.887673:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458100. 00000100:00000010:3.0:1731521922.887675:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:0.0:1731521927.893952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731521927.893972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458500. 02000000:00000010:3.0:1731521927.894050:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521927.894057:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521927.894063:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521927.894070:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742345984, portal 25 00000400:00000010:3.0:1731521927.894074:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731521927.894076:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742345984, offset 0 00000400:00000200:3.0:1731521927.894083:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521927.894096:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521927.894100:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521927.894104:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521927.894107:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521927.894110:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521927.894113:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [410:410:256:4294967295] 192.168.204.149@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:3.0:1731521927.894122:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521927.894128:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521927.894131:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731521927.894135:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521927.894142:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521927.894146:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521927.894296:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521927.894299:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731521927.894336:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521927.894342:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521927.894345:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731521927.894347:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731521927.894355:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742345984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521927.895605:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521927.895615:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d900 00000400:00000200:0.0:1731521927.895622:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xda1 [1] + 224 00000400:00000200:0.0:1731521927.895640:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521927.895644:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521927.895650:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742345984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521927.895710:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521927.895713:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521927.895714:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521927.895718:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742345984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521927.895736:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742345984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521927.895755:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521927.895760:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458500. 00000100:00000010:3.0:1731521927.895763:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:0.0:1731521932.901964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731521932.901981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458200. 02000000:00000010:3.0:1731521932.902071:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521932.902079:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521932.902084:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521932.902089:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742346112, portal 25 00000400:00000010:3.0:1731521932.902093:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731521932.902094:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742346112, offset 0 00000400:00000200:3.0:1731521932.902100:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521932.902111:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521932.902115:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521932.902118:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521932.902121:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521932.902122:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521932.902124:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [411:411:256:4294967295] 192.168.204.149@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000200:3.0:1731521932.902131:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521932.902134:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521932.902137:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731521932.902141:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521932.902147:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521932.902149:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521932.902272:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521932.902276:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731521932.902280:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521932.902285:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521932.902288:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731521932.902290:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731521932.902297:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742346112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521932.903555:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521932.903564:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970d980 00000400:00000200:0.0:1731521932.903570:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xda9 [1] + 224 00000400:00000200:0.0:1731521932.903588:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521932.903592:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521932.903598:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742346112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521932.903645:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521932.903650:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521932.903652:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521932.903657:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742346112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521932.903679:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742346112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521932.903699:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521932.903704:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458200. 00000100:00000010:3.0:1731521932.903708:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:0.0:1731521937.909943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731521937.909960:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:1.0:1731521937.910052:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521937.910060:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521937.910065:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521937.910070:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742346240, portal 25 00000400:00000010:1.0:1731521937.910075:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731521937.910076:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742346240, offset 0 00000400:00000200:1.0:1731521937.910083:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521937.910094:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521937.910098:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521937.910101:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521937.910104:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521937.910105:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521937.910107:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [412:412:256:4294967295] 192.168.204.149@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:1.0:1731521937.910113:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521937.910117:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521937.910120:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731521937.910147:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521937.910153:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521937.910156:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521937.910247:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521937.910250:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731521937.910253:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521937.910257:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521937.910260:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731521937.910261:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731521937.910267:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742346240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521937.911754:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521937.911761:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970da00 00000400:00000200:0.0:1731521937.911776:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdb1 [1] + 224 00000400:00000200:0.0:1731521937.911788:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521937.911791:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521937.911794:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742346240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521937.911886:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521937.911891:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521937.911892:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521937.911896:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742346240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521937.911912:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742346240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521937.911928:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521937.911932:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:1.0:1731521937.911934:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:0.0:1731521942.917973:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731521942.917991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458b00. 02000000:00000010:3.0:1731521942.918076:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521942.918083:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521942.918089:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521942.918095:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742346368, portal 25 00000400:00000010:3.0:1731521942.918099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731521942.918101:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742346368, offset 0 00000400:00000200:3.0:1731521942.918110:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521942.918122:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521942.918125:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521942.918128:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521942.918130:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521942.918132:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521942.918134:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [413:413:256:4294967295] 192.168.204.149@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:3.0:1731521942.918140:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521942.918144:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521942.918146:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731521942.918150:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521942.918155:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521942.918158:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521942.918256:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521942.918258:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731521942.918261:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521942.918264:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521942.918267:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731521942.918268:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731521942.918274:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742346368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521942.919534:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521942.919542:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970da80 00000400:00000200:0.0:1731521942.919547:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdb9 [1] + 224 00000400:00000200:0.0:1731521942.919564:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521942.919568:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521942.919574:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742346368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521942.919622:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521942.919625:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521942.919626:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521942.919630:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742346368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521942.919646:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742346368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521942.919662:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521942.919665:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458b00. 00000100:00000010:3.0:1731521942.919668:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731521947.926019:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731521947.926039:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 02000000:00000010:1.0:1731521947.926129:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521947.926141:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521947.926146:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521947.926152:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742346496, portal 25 00000400:00000010:1.0:1731521947.926155:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731521947.926156:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742346496, offset 0 00000400:00000200:1.0:1731521947.926163:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521947.926175:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521947.926178:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521947.926181:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521947.926184:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521947.926186:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521947.926188:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [414:414:256:4294967295] 192.168.204.149@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:1.0:1731521947.926195:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521947.926199:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521947.926202:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731521947.926206:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521947.926214:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521947.926218:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521947.926323:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521947.926326:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731521947.926330:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521947.926335:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521947.926339:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731521947.926340:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731521947.926357:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742346496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521947.927681:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521947.927690:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970db00 00000400:00000200:0.0:1731521947.927696:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdc1 [1] + 224 00000400:00000200:0.0:1731521947.927709:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521947.927713:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521947.927718:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742346496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521947.927793:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521947.927797:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521947.927798:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521947.927802:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742346496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521947.927817:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742346496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521947.927833:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521947.927837:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000100:00000010:1.0:1731521947.927839:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731521952.933962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731521952.933979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 02000000:00000010:3.0:1731521952.934062:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521952.934070:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521952.934075:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521952.934081:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742346624, portal 25 00000400:00000010:3.0:1731521952.934083:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731521952.934085:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742346624, offset 0 00000400:00000200:3.0:1731521952.934092:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521952.934103:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521952.934106:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521952.934109:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521952.934112:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521952.934113:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521952.934115:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [415:415:256:4294967295] 192.168.204.149@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:3.0:1731521952.934122:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521952.934126:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521952.934128:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731521952.934132:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521952.934138:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521952.934141:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521952.934230:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521952.934233:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731521952.934236:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521952.934240:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521952.934242:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:0.0:1731521952.934244:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:0.0:1731521952.934250:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742346624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521952.935406:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521952.935412:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970db80 00000400:00000200:0.0:1731521952.935417:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdc9 [1] + 224 00000400:00000200:0.0:1731521952.935435:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521952.935439:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521952.935444:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742346624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521952.935525:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521952.935530:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521952.935531:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521952.935536:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742346624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521952.935560:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742346624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521952.935579:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521952.935583:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000010:3.0:1731521952.935586:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:0.0:1731521957.941967:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731521957.941987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458a00. 02000000:00000010:1.0:1731521957.942098:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521957.942106:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521957.942111:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521957.942117:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742346752, portal 25 00000400:00000010:1.0:1731521957.942119:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731521957.942121:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742346752, offset 0 00000400:00000200:1.0:1731521957.942127:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521957.942138:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521957.942142:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521957.942144:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521957.942147:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521957.942148:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521957.942150:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [416:416:256:4294967295] 192.168.204.149@tcp LPNI seq info [416:416:8:4294967295] 00000400:00000200:1.0:1731521957.942157:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521957.942160:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521957.942163:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731521957.942166:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521957.942172:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521957.942175:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521957.942267:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521957.942279:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731521957.942282:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521957.942286:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521957.942289:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731521957.942290:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731521957.942295:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742346752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521957.943707:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521957.943714:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970dc00 00000400:00000200:0.0:1731521957.943719:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdd1 [1] + 224 00000400:00000200:0.0:1731521957.943732:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521957.943734:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521957.943738:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742346752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521957.943820:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521957.943824:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521957.943825:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521957.943829:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742346752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521957.943844:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742346752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521957.943882:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521957.943886:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458a00. 00000100:00000010:1.0:1731521957.943888:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:2.0:1731521962.950056:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731521962.950076:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731521962.950165:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521962.950175:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521962.950181:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521962.950188:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742346880, portal 25 00000400:00000010:3.0:1731521962.950193:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731521962.950194:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742346880, offset 0 00000400:00000200:3.0:1731521962.950202:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521962.950214:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521962.950218:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521962.950221:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521962.950224:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521962.950225:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521962.950228:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [417:417:256:4294967295] 192.168.204.149@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:3.0:1731521962.950236:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521962.950240:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521962.950243:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731521962.950247:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521962.950253:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521962.950256:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521962.950415:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521962.950419:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731521962.950424:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521962.950430:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521962.950434:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:0.0:1731521962.950435:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:0.0:1731521962.950443:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742346880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521962.951812:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521962.951824:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970dc80 00000400:00000200:0.0:1731521962.951833:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdd9 [1] + 224 00000400:00000200:0.0:1731521962.951869:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521962.951900:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521962.951907:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742346880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521962.952011:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521962.952016:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521962.952017:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521962.952022:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742346880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521962.952043:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742346880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521962.952061:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521962.952066:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731521962.952068:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731521967.957949:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731521967.957967:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731521967.958037:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521967.958044:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521967.958049:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521967.958054:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347008, portal 25 00000400:00000010:3.0:1731521967.958057:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731521967.958058:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347008, offset 0 00000400:00000200:3.0:1731521967.958064:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521967.958075:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521967.958079:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521967.958081:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521967.958084:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521967.958085:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521967.958087:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [418:418:256:4294967295] 192.168.204.149@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:3.0:1731521967.958094:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521967.958097:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521967.958100:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731521967.958104:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521967.958109:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521967.958112:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521967.958227:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521967.958240:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731521967.958244:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521967.958250:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521967.958253:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731521967.958255:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731521967.958261:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742347008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521967.959342:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521967.959351:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970dd00 00000400:00000200:0.0:1731521967.959358:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xde1 [1] + 224 00000400:00000200:0.0:1731521967.959374:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521967.959378:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521967.959383:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742347008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521967.959426:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521967.959430:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521967.959431:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521967.959434:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742347008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521967.959449:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742347008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521967.959465:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521967.959468:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731521967.959470:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731521972.965948:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731521972.965967:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:1.0:1731521972.966072:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521972.966080:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521972.966085:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521972.966092:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347136, portal 25 00000400:00000010:1.0:1731521972.966095:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731521972.966096:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347136, offset 0 00000400:00000200:1.0:1731521972.966103:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521972.966114:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521972.966118:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521972.966120:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521972.966123:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521972.966124:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521972.966126:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [419:419:256:4294967295] 192.168.204.149@tcp LPNI seq info [419:419:8:4294967295] 00000400:00000200:1.0:1731521972.966132:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521972.966136:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521972.966139:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731521972.966143:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521972.966148:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521972.966152:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521972.966274:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521972.966279:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731521972.966283:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521972.966289:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521972.966292:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731521972.966294:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731521972.966300:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742347136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521972.967574:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521972.967582:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970dd80 00000400:00000200:0.0:1731521972.967586:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xde9 [1] + 224 00000400:00000200:0.0:1731521972.967601:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521972.967603:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521972.967607:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742347136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521972.967681:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521972.967686:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521972.967687:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521972.967691:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742347136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521972.967708:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742347136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521972.967724:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521972.967727:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:1.0:1731521972.967730:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:0.0:1731521977.973978:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731521977.974005:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458100. 02000000:00000010:3.0:1731521977.974130:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521977.974137:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521977.974142:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521977.974148:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347264, portal 25 00000400:00000010:3.0:1731521977.974150:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731521977.974152:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347264, offset 0 00000400:00000200:3.0:1731521977.974159:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521977.974170:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521977.974174:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521977.974177:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521977.974179:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521977.974180:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521977.974183:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [420:420:256:4294967295] 192.168.204.149@tcp LPNI seq info [420:420:8:4294967295] 00000400:00000200:3.0:1731521977.974189:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521977.974192:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521977.974195:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731521977.974198:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521977.974204:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521977.974207:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521977.974313:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521977.974316:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731521977.974321:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521977.974326:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521977.974329:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731521977.974330:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731521977.974338:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742347264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521977.975620:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521977.975630:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970de00 00000400:00000200:0.0:1731521977.975636:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdf1 [1] + 224 00000400:00000200:0.0:1731521977.975649:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521977.975653:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521977.975659:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742347264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521977.975742:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521977.975746:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521977.975748:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521977.975753:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742347264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521977.975772:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742347264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521977.975792:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521977.975796:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458100. 00000100:00000010:3.0:1731521977.975800:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:0.0:1731521982.981986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731521982.982005:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458500. 02000000:00000010:1.0:1731521982.982094:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521982.982102:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521982.982108:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521982.982115:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347392, portal 25 00000400:00000010:1.0:1731521982.982119:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731521982.982121:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347392, offset 0 00000400:00000200:1.0:1731521982.982129:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521982.982140:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521982.982145:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521982.982148:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521982.982151:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521982.982153:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521982.982157:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [421:421:256:4294967295] 192.168.204.149@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:1.0:1731521982.982166:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521982.982172:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521982.982175:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731521982.982180:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521982.982187:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521982.982191:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521982.982290:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521982.982292:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731521982.982295:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521982.982321:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521982.982324:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731521982.982325:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731521982.982331:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742347392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521982.983467:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521982.983477:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970de80 00000400:00000200:0.0:1731521982.983484:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xdf9 [1] + 224 00000400:00000200:0.0:1731521982.983502:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521982.983511:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521982.983516:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742347392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521982.983574:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521982.983579:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521982.983580:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521982.983584:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742347392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521982.983605:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742347392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521982.983624:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521982.983628:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458500. 00000100:00000010:1.0:1731521982.983631:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:0.0:1731521987.989965:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731521987.989982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458200. 02000000:00000010:3.0:1731521987.990046:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731521987.990052:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731521987.990057:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521987.990063:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347520, portal 25 00000400:00000010:3.0:1731521987.990066:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731521987.990067:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347520, offset 0 00000400:00000200:3.0:1731521987.990073:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731521987.990084:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731521987.990087:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521987.990090:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731521987.990092:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521987.990094:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731521987.990096:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [422:422:256:4294967295] 192.168.204.149@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:3.0:1731521987.990102:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731521987.990106:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731521987.990108:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731521987.990112:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731521987.990118:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731521987.990120:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521987.990238:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521987.990242:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731521987.990246:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521987.990252:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521987.990255:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731521987.990257:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731521987.990264:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742347520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521987.991506:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521987.991516:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970df00 00000400:00000200:0.0:1731521987.991523:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe01 [1] + 224 00000400:00000200:0.0:1731521987.991540:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521987.991543:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521987.991547:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742347520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521987.991590:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731521987.991593:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731521987.991594:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731521987.991598:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742347520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521987.991618:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742347520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521987.991636:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731521987.991641:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458200. 00000100:00000010:3.0:1731521987.991643:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:2.0:1731521992.998030:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731521992.998048:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:1.0:1731521992.998172:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521992.998179:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521992.998186:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521992.998191:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347648, portal 25 00000400:00000010:1.0:1731521992.998194:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731521992.998195:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347648, offset 0 00000400:00000200:1.0:1731521992.998202:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521992.998212:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521992.998216:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521992.998219:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521992.998221:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521992.998222:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521992.998224:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [423:423:256:4294967295] 192.168.204.149@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:1.0:1731521992.998231:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521992.998234:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521992.998237:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731521992.998240:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521992.998246:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521992.998249:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521992.998341:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521992.998344:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731521992.998348:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521992.998352:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521992.998355:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731521992.998356:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731521992.998362:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742347648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521992.999568:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521992.999576:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970df80 00000400:00000200:0.0:1731521992.999589:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe09 [1] + 224 00000400:00000200:0.0:1731521992.999601:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521992.999603:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521992.999607:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742347648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521992.999692:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521992.999697:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521992.999698:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521992.999702:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742347648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521992.999717:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742347648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521992.999732:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521992.999737:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:1.0:1731521992.999739:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:0.0:1731521998.005990:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731521998.006008:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:1.0:1731521998.006111:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731521998.006118:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731521998.006124:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521998.006130:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347776, portal 25 00000400:00000010:1.0:1731521998.006133:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731521998.006135:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347776, offset 0 00000400:00000200:1.0:1731521998.006143:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731521998.006155:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731521998.006160:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521998.006164:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731521998.006166:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521998.006169:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731521998.006172:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [424:424:256:4294967295] 192.168.204.149@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:1.0:1731521998.006180:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731521998.006185:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731521998.006187:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731521998.006191:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731521998.006197:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731521998.006200:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521998.006324:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521998.006327:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731521998.006331:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521998.006337:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731521998.006340:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731521998.006342:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731521998.006348:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742347776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521998.007637:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731521998.007646:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e000 00000400:00000200:0.0:1731521998.007652:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe11 [1] + 224 00000400:00000200:0.0:1731521998.007669:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521998.007672:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731521998.007678:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742347776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521998.007719:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731521998.007723:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731521998.007724:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731521998.007727:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742347776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521998.007744:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742347776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521998.007760:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731521998.007763:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:1.0:1731521998.007766:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:0.0:1731522003.013968:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731522003.013985:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 02000000:00000010:3.0:1731522003.014063:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522003.014071:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522003.014076:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522003.014082:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742347904, portal 25 00000400:00000010:3.0:1731522003.014084:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731522003.014086:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742347904, offset 0 00000400:00000200:3.0:1731522003.014092:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522003.014103:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522003.014107:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522003.014110:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522003.014112:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522003.014114:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522003.014116:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [425:425:256:4294967295] 192.168.204.149@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:3.0:1731522003.014123:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522003.014126:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522003.014129:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731522003.014133:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522003.014139:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522003.014142:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522003.014235:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522003.014237:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731522003.014240:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522003.014244:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522003.014247:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731522003.014248:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731522003.014263:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742347904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522003.015347:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522003.015355:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e080 00000400:00000200:0.0:1731522003.015362:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe19 [1] + 224 00000400:00000200:0.0:1731522003.015377:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522003.015380:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522003.015386:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742347904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522003.015454:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522003.015457:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522003.015458:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522003.015462:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742347904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522003.015476:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742347904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522003.015492:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522003.015495:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000010:3.0:1731522003.015498:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:2.0:1731522008.022001:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731522008.022021:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:3.0:1731522008.022107:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522008.022115:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522008.022121:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522008.022127:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348032, portal 25 00000400:00000010:3.0:1731522008.022130:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731522008.022132:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348032, offset 0 00000400:00000200:3.0:1731522008.022139:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522008.022150:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522008.022154:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522008.022157:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522008.022159:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522008.022161:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522008.022163:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [426:426:256:4294967295] 192.168.204.149@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:3.0:1731522008.022169:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522008.022173:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522008.022177:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731522008.022182:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522008.022187:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522008.022190:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522008.022294:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522008.022297:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731522008.022301:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522008.022305:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522008.022308:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731522008.022309:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731522008.022315:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742348032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522008.023513:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522008.023520:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e100 00000400:00000200:0.0:1731522008.023525:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe21 [1] + 224 00000400:00000200:0.0:1731522008.023539:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522008.023542:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522008.023546:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742348032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522008.023626:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522008.023630:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522008.023631:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522008.023635:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742348032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522008.023653:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742348032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522008.023670:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522008.023674:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:3.0:1731522008.023676:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731522013.029946:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731522013.029964:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731522013.030117:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522013.030125:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522013.030130:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522013.030135:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348160, portal 25 00000400:00000010:1.0:1731522013.030138:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731522013.030139:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348160, offset 0 00000400:00000200:1.0:1731522013.030146:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522013.030158:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522013.030162:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522013.030164:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522013.030167:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522013.030168:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522013.030170:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [427:427:256:4294967295] 192.168.204.149@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:1.0:1731522013.030177:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522013.030181:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522013.030183:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522013.030186:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522013.030192:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522013.030195:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522013.030331:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522013.030336:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522013.030340:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522013.030346:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522013.030349:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731522013.030360:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731522013.030369:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742348160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522013.031642:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522013.031650:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e180 00000400:00000200:0.0:1731522013.031654:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe29 [1] + 224 00000400:00000200:0.0:1731522013.031666:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522013.031668:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522013.031672:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742348160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522013.031745:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522013.031772:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522013.031774:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522013.031778:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742348160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522013.031793:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742348160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522013.031809:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522013.031813:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731522013.031815:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731522018.037993:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731522018.038017:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:1.0:1731522018.038177:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522018.038186:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522018.038192:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522018.038199:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348288, portal 25 00000400:00000010:1.0:1731522018.038202:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731522018.038204:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348288, offset 0 00000400:00000200:1.0:1731522018.038212:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522018.038225:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522018.038229:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522018.038232:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522018.038235:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522018.038237:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522018.038239:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [428:428:256:4294967295] 192.168.204.149@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:1.0:1731522018.038247:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522018.038252:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522018.038255:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522018.038259:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522018.038266:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522018.038269:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522018.038401:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522018.038405:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522018.038410:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522018.038415:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522018.038418:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731522018.038420:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731522018.038427:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742348288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522018.039767:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522018.039775:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e200 00000400:00000200:0.0:1731522018.039780:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe31 [1] + 224 00000400:00000200:0.0:1731522018.039793:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522018.039796:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522018.039801:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742348288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522018.039893:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522018.039899:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522018.039900:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522018.039907:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742348288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522018.039933:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742348288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522018.039952:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522018.039956:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:1.0:1731522018.039959:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:0.0:1731522023.046030:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731522023.046052:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 02000000:00000010:1.0:1731522023.046145:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522023.046153:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522023.046158:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522023.046165:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348416, portal 25 00000400:00000010:1.0:1731522023.046168:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731522023.046170:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348416, offset 0 00000400:00000200:1.0:1731522023.046178:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522023.046189:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522023.046193:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522023.046197:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522023.046200:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522023.046201:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522023.046203:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [429:429:256:4294967295] 192.168.204.149@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:1.0:1731522023.046211:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522023.046215:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522023.046218:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522023.046222:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522023.046229:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522023.046232:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522023.046350:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522023.046354:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522023.046369:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522023.046375:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522023.046379:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731522023.046380:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731522023.046388:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742348416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522023.047784:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522023.047792:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e280 00000400:00000200:0.0:1731522023.047797:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe39 [1] + 224 00000400:00000200:0.0:1731522023.047810:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522023.047813:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522023.047817:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742348416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522023.047896:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522023.047902:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522023.047903:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522023.047907:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742348416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522023.047924:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742348416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522023.047941:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522023.047945:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000100:00000010:1.0:1731522023.047947:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:2.0:1731522028.054016:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731522028.054035:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:3.0:1731522028.054113:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522028.054120:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522028.054126:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522028.054132:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348544, portal 25 00000400:00000010:3.0:1731522028.054136:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731522028.054137:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348544, offset 0 00000400:00000200:3.0:1731522028.054143:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522028.054154:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522028.054157:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522028.054160:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522028.054162:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522028.054164:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522028.054166:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [430:430:256:4294967295] 192.168.204.149@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:3.0:1731522028.054172:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522028.054176:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522028.054179:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731522028.054183:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522028.054189:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522028.054191:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522028.054289:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522028.054293:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731522028.054298:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522028.054303:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522028.054306:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731522028.054308:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731522028.054314:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742348544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522028.055560:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522028.055570:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e300 00000400:00000200:0.0:1731522028.055576:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe41 [1] + 224 00000400:00000200:0.0:1731522028.055593:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522028.055597:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522028.055603:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742348544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522028.055645:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522028.055648:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522028.055649:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522028.055652:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742348544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522028.055669:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742348544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522028.055685:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522028.055688:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:3.0:1731522028.055690:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731522033.061963:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731522033.061980:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731522033.062064:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522033.062071:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522033.062076:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522033.062082:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348672, portal 25 00000400:00000010:1.0:1731522033.062084:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731522033.062086:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348672, offset 0 00000400:00000200:1.0:1731522033.062092:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522033.062103:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522033.062106:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522033.062109:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522033.062111:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522033.062113:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522033.062115:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [431:431:256:4294967295] 192.168.204.149@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:1.0:1731522033.062121:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522033.062125:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522033.062127:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522033.062131:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522033.062137:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522033.062139:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522033.062251:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522033.062263:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522033.062266:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522033.062270:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522033.062273:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731522033.062274:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731522033.062280:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742348672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522033.063505:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522033.063513:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e380 00000400:00000200:0.0:1731522033.063517:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe49 [1] + 224 00000400:00000200:0.0:1731522033.063529:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522033.063531:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522033.063535:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742348672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522033.063572:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522033.063576:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522033.063577:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522033.063581:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742348672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522033.063595:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742348672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522033.063610:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522033.063614:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731522033.063616:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:0.0:1731522038.069992:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731522038.070012:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458a00. 02000000:00000010:3.0:1731522038.070094:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522038.070100:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522038.070106:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522038.070111:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348800, portal 25 00000400:00000010:3.0:1731522038.070114:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731522038.070115:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348800, offset 0 00000400:00000200:3.0:1731522038.070123:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522038.070134:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522038.070138:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522038.070140:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522038.070143:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522038.070144:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522038.070146:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [432:432:256:4294967295] 192.168.204.149@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:3.0:1731522038.070152:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522038.070156:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522038.070158:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731522038.070162:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522038.070168:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522038.070170:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522038.070284:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522038.070287:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731522038.070325:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522038.070331:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522038.070335:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731522038.070336:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731522038.070343:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742348800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522038.071509:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522038.071519:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e400 00000400:00000200:0.0:1731522038.071524:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe51 [1] + 224 00000400:00000200:0.0:1731522038.071541:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522038.071544:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522038.071550:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742348800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522038.071598:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522038.071601:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522038.071602:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522038.071605:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742348800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522038.071620:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742348800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522038.071635:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522038.071639:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458a00. 00000100:00000010:3.0:1731522038.071641:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:2.0:1731522043.077998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731522043.078016:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:3.0:1731522043.078091:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522043.078098:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522043.078104:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522043.078110:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742348928, portal 25 00000400:00000010:3.0:1731522043.078114:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731522043.078116:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742348928, offset 0 00000400:00000200:3.0:1731522043.078124:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522043.078137:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522043.078141:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522043.078147:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522043.078150:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522043.078152:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522043.078155:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [433:433:256:4294967295] 192.168.204.149@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:3.0:1731522043.078165:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522043.078170:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522043.078174:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731522043.078179:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522043.078186:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522043.078190:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522043.078308:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522043.078311:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731522043.078314:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522043.078318:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522043.078321:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731522043.078322:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731522043.078327:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742348928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522043.079602:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522043.079609:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e480 00000400:00000200:0.0:1731522043.079614:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe59 [1] + 224 00000400:00000200:0.0:1731522043.079628:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522043.079630:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522043.079634:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742348928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522043.079678:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522043.079682:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522043.079683:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522043.079688:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742348928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522043.079709:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742348928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522043.079727:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522043.079732:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:3.0:1731522043.079735:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731522048.085947:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731522048.085967:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:1.0:1731522048.086069:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522048.086078:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522048.086084:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522048.086092:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349056, portal 25 00000400:00000010:1.0:1731522048.086095:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731522048.086097:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349056, offset 0 00000400:00000200:1.0:1731522048.086106:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522048.086149:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522048.086170:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522048.086175:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522048.086178:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522048.086181:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522048.086184:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [434:434:256:4294967295] 192.168.204.149@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:1.0:1731522048.086193:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522048.086199:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522048.086202:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522048.086207:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522048.086214:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522048.086218:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522048.086353:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522048.086357:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522048.086362:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522048.086369:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522048.086372:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731522048.086374:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731522048.086382:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742349056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522048.087607:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522048.087617:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e500 00000400:00000200:0.0:1731522048.087623:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe61 [1] + 224 00000400:00000200:0.0:1731522048.087642:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522048.087646:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522048.087658:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742349056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522048.087708:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522048.087713:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522048.087714:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522048.087718:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742349056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522048.087737:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742349056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522048.087757:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522048.087761:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:1.0:1731522048.087765:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:0.0:1731522053.094009:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731522053.094049:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458500. 02000000:00000010:1.0:1731522053.094125:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522053.094133:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522053.094138:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522053.094144:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349184, portal 25 00000400:00000010:1.0:1731522053.094148:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731522053.094149:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349184, offset 0 00000400:00000200:1.0:1731522053.094155:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522053.094167:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522053.094170:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522053.094173:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522053.094176:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522053.094177:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522053.094179:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [435:435:256:4294967295] 192.168.204.149@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:1.0:1731522053.094185:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522053.094189:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522053.094192:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522053.094196:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522053.094201:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522053.094204:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522053.094293:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522053.094296:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522053.094299:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522053.094303:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522053.094306:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731522053.094307:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731522053.094313:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742349184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522053.095209:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522053.095217:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e580 00000400:00000200:0.0:1731522053.095221:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe69 [1] + 224 00000400:00000200:0.0:1731522053.095237:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522053.095239:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522053.095243:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742349184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522053.095315:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522053.095319:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522053.095320:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522053.095324:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742349184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522053.095341:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742349184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522053.095357:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522053.095361:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458500. 00000100:00000010:1.0:1731522053.095363:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:2.0:1731522058.102070:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731522058.102091:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:3.0:1731522058.102203:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522058.102212:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522058.102219:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522058.102227:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349312, portal 25 00000400:00000010:3.0:1731522058.102231:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731522058.102234:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349312, offset 0 00000400:00000200:3.0:1731522058.102244:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522058.102257:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522058.102262:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522058.102266:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522058.102270:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522058.102272:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522058.102276:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [436:436:256:4294967295] 192.168.204.149@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:3.0:1731522058.102286:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522058.102292:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522058.102296:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731522058.102302:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522058.102310:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522058.102315:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522058.102435:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522058.102438:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731522058.102442:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522058.102446:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522058.102450:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731522058.102451:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731522058.102456:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742349312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522058.103726:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522058.103734:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e600 00000400:00000200:0.0:1731522058.103738:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe71 [1] + 224 00000400:00000200:0.0:1731522058.103763:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522058.103766:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522058.103770:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742349312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522058.103820:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522058.103824:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522058.103825:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522058.103829:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742349312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522058.103848:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742349312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522058.104071:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522058.104078:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:3.0:1731522058.104081:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731522063.109988:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731522063.110008:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731522063.110124:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522063.110132:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522063.110138:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522063.110145:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349440, portal 25 00000400:00000010:3.0:1731522063.110149:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731522063.110150:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349440, offset 0 00000400:00000200:3.0:1731522063.110158:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522063.110171:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522063.110175:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522063.110179:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522063.110181:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522063.110183:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522063.110185:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [437:437:256:4294967295] 192.168.204.149@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:3.0:1731522063.110193:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522063.110197:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522063.110200:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731522063.110204:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522063.110211:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522063.110214:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522063.110336:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522063.110339:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731522063.110343:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522063.110348:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522063.110350:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731522063.110352:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731522063.110358:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742349440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522063.111714:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522063.111722:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e680 00000400:00000200:0.0:1731522063.111727:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe79 [1] + 224 00000400:00000200:0.0:1731522063.111741:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522063.111744:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522063.111748:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742349440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522063.111792:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522063.111796:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522063.111797:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522063.111801:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742349440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522063.111819:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742349440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522063.111878:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522063.111881:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731522063.111884:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731522068.118045:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731522068.118072:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731522068.118232:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522068.118245:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522068.118254:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522068.118265:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349568, portal 25 00000400:00000010:3.0:1731522068.118272:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731522068.118276:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349568, offset 0 00000400:00000200:3.0:1731522068.118289:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522068.118308:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522068.118315:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522068.118322:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522068.118328:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522068.118332:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522068.118337:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [438:438:256:4294967295] 192.168.204.149@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:3.0:1731522068.118354:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522068.118364:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522068.118370:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731522068.118379:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522068.118391:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522068.118398:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522068.118652:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522068.118658:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731522068.118664:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522068.118671:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522068.118676:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731522068.118678:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731522068.118687:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742349568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522068.120654:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522068.120666:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e700 00000400:00000200:0.0:1731522068.120673:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe81 [1] + 224 00000400:00000200:0.0:1731522068.120708:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522068.120712:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522068.120719:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742349568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522068.120808:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522068.120815:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522068.120818:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522068.120827:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742349568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522068.120956:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742349568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522068.120987:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522068.120996:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731522068.121001:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731522073.126020:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731522073.126047:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:1.0:1731522073.126160:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522073.126172:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522073.126180:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522073.126189:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349696, portal 25 00000400:00000010:1.0:1731522073.126193:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731522073.126195:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349696, offset 0 00000400:00000200:1.0:1731522073.126206:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522073.126231:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522073.126237:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522073.126242:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522073.126246:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522073.126249:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522073.126252:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [439:439:256:4294967295] 192.168.204.149@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:1.0:1731522073.126264:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522073.126270:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522073.126275:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522073.126281:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522073.126290:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522073.126295:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522073.126489:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522073.126493:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522073.126498:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522073.126504:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522073.126507:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731522073.126509:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731522073.126517:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742349696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522073.128489:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522073.128501:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e780 00000400:00000200:0.0:1731522073.128509:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe89 [1] + 224 00000400:00000200:0.0:1731522073.128531:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522073.128535:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522073.128542:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742349696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522073.128622:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522073.128630:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522073.128632:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522073.128639:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742349696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522073.128697:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742349696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522073.128721:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522073.128727:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:1.0:1731522073.128730:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731522078.134027:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731522078.134049:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:1.0:1731522078.134141:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522078.134149:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522078.134155:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522078.134161:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349824, portal 25 00000400:00000010:1.0:1731522078.134165:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731522078.134167:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349824, offset 0 00000400:00000200:1.0:1731522078.134176:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522078.134189:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522078.134193:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522078.134197:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522078.134200:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522078.134212:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522078.134215:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [440:440:256:4294967295] 192.168.204.149@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:1.0:1731522078.134226:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522078.134232:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522078.134235:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522078.134240:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522078.134247:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522078.134251:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522078.134402:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522078.134405:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522078.134408:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522078.134413:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522078.134416:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731522078.134418:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731522078.134425:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742349824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522078.136344:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522078.136357:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e800 00000400:00000200:0.0:1731522078.136365:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe91 [1] + 224 00000400:00000200:0.0:1731522078.136396:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522078.136401:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522078.136409:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742349824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522078.136467:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522078.136473:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522078.136474:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522078.136479:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742349824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522078.136501:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742349824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522078.136521:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522078.136525:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:1.0:1731522078.136527:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:0.0:1731522083.142017:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731522083.142034:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:3.0:1731522083.142107:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522083.142114:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522083.142120:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522083.142126:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742349952, portal 25 00000400:00000010:3.0:1731522083.142129:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731522083.142130:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742349952, offset 0 00000400:00000200:3.0:1731522083.142137:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522083.142148:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522083.142152:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522083.142155:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522083.142157:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522083.142158:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522083.142160:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [441:441:256:4294967295] 192.168.204.149@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:3.0:1731522083.142167:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522083.142170:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522083.142173:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731522083.142176:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522083.142182:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522083.142185:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522083.142275:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522083.142278:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731522083.142281:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522083.142286:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522083.142288:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731522083.142290:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731522083.142296:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742349952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522083.143348:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522083.143358:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e880 00000400:00000200:0.0:1731522083.143365:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xe99 [1] + 224 00000400:00000200:0.0:1731522083.143383:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522083.143387:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522083.143392:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742349952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522083.143434:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522083.143438:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522083.143439:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522083.143442:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742349952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522083.143460:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742349952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522083.143506:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522083.143511:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:3.0:1731522083.143514:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:2.0:1731522088.150023:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731522088.150041:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731522088.150105:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522088.150112:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522088.150118:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522088.150123:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350080, portal 25 00000400:00000010:3.0:1731522088.150125:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731522088.150127:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350080, offset 0 00000400:00000200:3.0:1731522088.150134:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522088.150145:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522088.150149:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522088.150152:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522088.150154:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522088.150156:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522088.150158:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [442:442:256:4294967295] 192.168.204.149@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:3.0:1731522088.150165:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522088.150168:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522088.150171:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731522088.150174:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522088.150180:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522088.150182:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522088.150285:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522088.150288:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731522088.150293:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522088.150298:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522088.150301:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731522088.150302:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731522088.150309:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742350080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522088.151424:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522088.151442:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e900 00000400:00000200:0.0:1731522088.151448:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xea1 [1] + 224 00000400:00000200:0.0:1731522088.151461:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522088.151464:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522088.151468:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742350080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522088.151541:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522088.151545:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522088.151546:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522088.151550:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742350080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522088.151571:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742350080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522088.151591:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522088.151594:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731522088.151596:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731522093.157989:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731522093.158013:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:1.0:1731522093.158158:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522093.158168:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522093.158175:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522093.158183:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350208, portal 25 00000400:00000010:1.0:1731522093.158188:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731522093.158190:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350208, offset 0 00000400:00000200:1.0:1731522093.158202:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522093.158216:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522093.158221:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522093.158226:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522093.158229:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522093.158231:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522093.158234:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [443:443:256:4294967295] 192.168.204.149@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:1.0:1731522093.158244:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522093.158250:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522093.158254:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522093.158259:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522093.158267:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522093.158271:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522093.158456:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522093.158461:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522093.158466:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522093.158473:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522093.158476:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731522093.158478:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731522093.158487:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742350208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522093.160230:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522093.160241:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970e980 00000400:00000200:0.0:1731522093.160247:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xea9 [1] + 224 00000400:00000200:0.0:1731522093.160267:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522093.160271:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522093.160277:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742350208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522093.160413:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522093.160420:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522093.160422:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522093.160428:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742350208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522093.160454:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742350208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522093.160476:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522093.160481:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:1.0:1731522093.160484:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731522098.165969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731522098.165987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:1.0:1731522098.166099:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522098.166106:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522098.166111:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522098.166117:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350336, portal 25 00000400:00000010:1.0:1731522098.166120:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731522098.166121:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350336, offset 0 00000400:00000200:1.0:1731522098.166128:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522098.166139:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522098.166143:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522098.166146:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522098.166148:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522098.166150:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522098.166152:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [444:444:256:4294967295] 192.168.204.149@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:1.0:1731522098.166158:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522098.166162:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522098.166165:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522098.166169:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522098.166175:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522098.166177:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522098.166328:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522098.166331:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522098.166335:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522098.166339:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522098.166341:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731522098.166343:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731522098.166348:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742350336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522098.167555:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522098.167574:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ea00 00000400:00000200:0.0:1731522098.167578:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xeb1 [1] + 224 00000400:00000200:0.0:1731522098.167589:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522098.167592:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522098.167596:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742350336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522098.167637:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522098.167642:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522098.167643:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522098.167646:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742350336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522098.167661:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742350336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522098.167677:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522098.167681:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:1.0:1731522098.167683:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731522103.173952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731522103.173971:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:3.0:1731522103.174046:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522103.174054:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522103.174061:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522103.174067:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350464, portal 25 00000400:00000010:3.0:1731522103.174071:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731522103.174073:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350464, offset 0 00000400:00000200:3.0:1731522103.174082:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522103.174094:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522103.174099:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522103.174118:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522103.174121:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522103.174123:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522103.174126:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [445:445:256:4294967295] 192.168.204.149@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:3.0:1731522103.174135:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522103.174140:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522103.174144:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731522103.174148:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522103.174155:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522103.174159:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522103.174252:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522103.174259:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731522103.174263:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522103.174268:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522103.174271:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731522103.174272:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731522103.174278:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742350464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522103.175333:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522103.175342:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ea80 00000400:00000200:0.0:1731522103.175348:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xeb9 [1] + 224 00000400:00000200:0.0:1731522103.175368:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522103.175372:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522103.175377:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742350464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522103.175432:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522103.175437:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522103.175438:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522103.175442:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742350464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522103.175461:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742350464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522103.175477:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522103.175481:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:3.0:1731522103.175484:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:0.0:1731522108.182088:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731522108.182115:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458b00. 02000000:00000010:3.0:1731522108.182238:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522108.182251:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522108.182260:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522108.182270:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350592, portal 25 00000400:00000010:3.0:1731522108.182276:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731522108.182279:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350592, offset 0 00000400:00000200:3.0:1731522108.182291:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522108.182309:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522108.182316:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522108.182321:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522108.182325:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522108.182328:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522108.182331:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [446:446:256:4294967295] 192.168.204.149@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:3.0:1731522108.182341:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522108.182347:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522108.182351:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731522108.182357:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522108.182365:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522108.182368:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522108.182498:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522108.182502:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731522108.182506:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522108.182513:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522108.182517:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731522108.182519:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731522108.182527:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742350592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522108.184231:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522108.184243:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970eb00 00000400:00000200:0.0:1731522108.184250:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xec1 [1] + 224 00000400:00000200:0.0:1731522108.184268:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522108.184272:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522108.184279:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742350592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522108.184361:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522108.184368:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522108.184370:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522108.184378:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742350592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522108.184409:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742350592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522108.184436:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522108.184442:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458b00. 00000100:00000010:3.0:1731522108.184447:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:2.0:1731522113.190123:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731522113.190153:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:1.0:1731522113.190293:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522113.190305:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522113.190314:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522113.190325:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350720, portal 25 00000400:00000010:1.0:1731522113.190331:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731522113.190334:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350720, offset 0 00000400:00000200:1.0:1731522113.190344:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522113.190362:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522113.190370:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522113.190376:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522113.190381:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522113.190385:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522113.190390:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [447:447:256:4294967295] 192.168.204.149@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:1.0:1731522113.190405:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522113.190415:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522113.190420:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522113.190429:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522113.190441:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522113.190446:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522113.190630:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522113.190636:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522113.190644:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522113.190653:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522113.190659:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731522113.190662:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731522113.190673:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742350720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522113.192468:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522113.192481:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970eb80 00000400:00000200:0.0:1731522113.192489:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xec9 [1] + 224 00000400:00000200:0.0:1731522113.192512:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522113.192517:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522113.192524:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742350720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522113.192605:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522113.192614:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522113.192616:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522113.192623:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742350720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522113.192654:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742350720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522113.192679:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522113.192685:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:1.0:1731522113.192689:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731522118.197992:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731522118.198011:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:1.0:1731522118.198090:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522118.198097:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522118.198102:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522118.198108:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350848, portal 25 00000400:00000010:1.0:1731522118.198111:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731522118.198112:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350848, offset 0 00000400:00000200:1.0:1731522118.198119:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522118.198130:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522118.198134:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522118.198137:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522118.198139:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522118.198141:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522118.198143:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [448:448:256:4294967295] 192.168.204.149@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:1.0:1731522118.198150:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522118.198154:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522118.198156:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522118.198160:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522118.198166:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522118.198168:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522118.198278:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522118.198282:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522118.198286:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522118.198292:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522118.198295:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731522118.198297:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731522118.198313:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742350848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522118.199562:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522118.199570:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ec00 00000400:00000200:0.0:1731522118.199574:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xed1 [1] + 224 00000400:00000200:0.0:1731522118.199585:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522118.199588:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522118.199592:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742350848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522118.199630:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522118.199633:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522118.199634:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522118.199638:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742350848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522118.199651:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742350848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522118.199667:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522118.199669:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:1.0:1731522118.199672:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731522123.205979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731522123.206018:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:1.0:1731522123.206119:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522123.206127:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522123.206133:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522123.206140:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742350976, portal 25 00000400:00000010:1.0:1731522123.206143:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731522123.206145:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742350976, offset 0 00000400:00000200:1.0:1731522123.206152:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522123.206165:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522123.206169:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522123.206172:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522123.206175:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522123.206177:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522123.206179:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [449:449:256:4294967295] 192.168.204.149@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:1.0:1731522123.206187:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522123.206192:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522123.206195:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522123.206200:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522123.206207:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522123.206210:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522123.206381:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522123.206385:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522123.206390:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522123.206394:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522123.206398:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731522123.206399:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731522123.206422:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742350976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522123.207999:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522123.208008:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ec80 00000400:00000200:0.0:1731522123.208015:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xed9 [1] + 224 00000400:00000200:0.0:1731522123.208030:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522123.208034:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522123.208039:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742350976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522123.208126:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522123.208131:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522123.208133:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522123.208138:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742350976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522123.208157:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742350976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522123.208175:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522123.208179:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:1.0:1731522123.208182:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731522128.213961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731522128.213979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731522128.214052:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522128.214059:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522128.214066:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522128.214073:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742351104, portal 25 00000400:00000010:3.0:1731522128.214077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731522128.214079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742351104, offset 0 00000400:00000200:3.0:1731522128.214087:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522128.214099:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522128.214103:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522128.214107:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522128.214109:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522128.214111:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522128.214114:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [450:450:256:4294967295] 192.168.204.149@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:3.0:1731522128.214123:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522128.214128:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522128.214132:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731522128.214137:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522128.214144:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522128.214147:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522128.214299:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522128.214302:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731522128.214305:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522128.214309:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522128.214313:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731522128.214324:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731522128.214331:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742351104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522128.215476:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522128.215484:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ed00 00000400:00000200:0.0:1731522128.215489:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xee1 [1] + 224 00000400:00000200:0.0:1731522128.215502:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522128.215504:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522128.215508:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742351104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522128.215548:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522128.215551:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522128.215552:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522128.215556:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742351104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522128.215571:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742351104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522128.215586:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522128.215589:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731522128.215592:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731522133.221916:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731522133.221934:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:1.0:1731522133.222035:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522133.222042:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522133.222047:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522133.222053:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742351232, portal 25 00000400:00000010:1.0:1731522133.222056:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731522133.222057:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742351232, offset 0 00000400:00000200:1.0:1731522133.222064:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522133.222075:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522133.222079:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522133.222081:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522133.222084:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522133.222085:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522133.222087:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [451:451:256:4294967295] 192.168.204.149@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:1.0:1731522133.222094:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522133.222097:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522133.222100:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522133.222103:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522133.222109:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522133.222111:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522133.222209:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522133.222212:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522133.222216:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522133.222220:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522133.222222:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731522133.222224:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731522133.222230:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742351232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522133.223449:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522133.223459:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ed80 00000400:00000200:0.0:1731522133.223468:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xee9 [1] + 224 00000400:00000200:0.0:1731522133.223484:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522133.223487:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522133.223491:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742351232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522133.223575:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522133.223580:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522133.223581:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522133.223585:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742351232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522133.223603:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742351232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522133.223619:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522133.223622:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:1.0:1731522133.223625:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731522138.229965:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731522138.229991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731522138.230131:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522138.230140:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522138.230148:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522138.230156:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742351360, portal 25 00000400:00000010:3.0:1731522138.230161:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731522138.230163:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742351360, offset 0 00000400:00000200:3.0:1731522138.230173:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522138.230190:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522138.230195:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522138.230200:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522138.230203:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522138.230206:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522138.230210:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [452:452:256:4294967295] 192.168.204.149@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:3.0:1731522138.230221:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522138.230227:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522138.230231:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731522138.230237:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522138.230246:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522138.230251:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522138.230521:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522138.230526:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731522138.230531:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522138.230538:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522138.230555:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:0.0:1731522138.230558:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:0.0:1731522138.230566:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742351360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522138.232261:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522138.232275:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ee00 00000400:00000200:0.0:1731522138.232283:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xef1 [1] + 224 00000400:00000200:0.0:1731522138.232303:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522138.232308:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522138.232315:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742351360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522138.232446:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522138.232454:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522138.232455:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522138.232484:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742351360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522138.232514:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742351360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522138.232539:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522138.232545:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731522138.232549:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731522143.237989:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731522143.238010:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:1.0:1731522143.238113:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522143.238121:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522143.238127:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522143.238135:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742351488, portal 25 00000400:00000010:1.0:1731522143.238140:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731522143.238143:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742351488, offset 0 00000400:00000200:1.0:1731522143.238153:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522143.238184:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522143.238189:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522143.238194:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522143.238198:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522143.238200:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522143.238204:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [453:453:256:4294967295] 192.168.204.149@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:1.0:1731522143.238214:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522143.238220:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522143.238224:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522143.238229:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522143.238237:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522143.238241:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522143.238358:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522143.238361:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522143.238364:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522143.238393:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522143.238396:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731522143.238397:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731522143.238404:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742351488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522143.239654:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522143.239662:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ee80 00000400:00000200:0.0:1731522143.239668:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xef9 [1] + 224 00000400:00000200:0.0:1731522143.239684:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522143.239686:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522143.239692:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742351488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522143.239749:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522143.239754:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522143.239755:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522143.239760:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742351488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522143.239782:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742351488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522143.239800:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522143.239803:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:1.0:1731522143.239806:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731522148.245914:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731522148.245929:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:1.0:1731522148.246034:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522148.246041:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522148.246047:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522148.246053:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742351616, portal 25 00000400:00000010:1.0:1731522148.246056:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731522148.246057:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742351616, offset 0 00000400:00000200:1.0:1731522148.246064:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522148.246075:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522148.246079:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522148.246081:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522148.246084:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522148.246085:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522148.246087:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [454:454:256:4294967295] 192.168.204.149@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:1.0:1731522148.246094:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522148.246097:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522148.246100:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522148.246104:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522148.246109:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522148.246112:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522148.246247:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522148.246250:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522148.246253:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522148.246267:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522148.246269:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731522148.246271:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731522148.246276:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742351616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522148.247460:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522148.247470:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ef00 00000400:00000200:0.0:1731522148.247475:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf01 [1] + 224 00000400:00000200:0.0:1731522148.247490:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522148.247494:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522148.247499:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742351616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522148.247552:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522148.247556:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522148.247557:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522148.247561:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742351616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522148.247576:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742351616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522148.247592:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522148.247596:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:1.0:1731522148.247598:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731522153.253927:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731522153.253945:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731522153.254037:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522153.254045:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522153.254051:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522153.254058:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742351744, portal 25 00000400:00000010:3.0:1731522153.254061:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731522153.254063:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742351744, offset 0 00000400:00000200:3.0:1731522153.254072:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522153.254084:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522153.254088:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522153.254092:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522153.254095:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522153.254097:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522153.254100:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [455:455:256:4294967295] 192.168.204.149@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:3.0:1731522153.254110:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522153.254116:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522153.254119:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731522153.254124:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522153.254130:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522153.254134:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522153.254288:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522153.254291:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731522153.254295:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522153.254299:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522153.254301:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731522153.254302:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731522153.254308:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742351744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522153.255618:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522153.255626:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ef80 00000400:00000200:0.0:1731522153.255631:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf09 [1] + 224 00000400:00000200:0.0:1731522153.255646:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522153.255648:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522153.255652:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742351744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522153.255703:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522153.255707:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522153.255708:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522153.255712:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742351744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522153.255733:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742351744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522153.255752:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522153.255756:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731522153.255760:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731522158.262006:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731522158.262030:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:1.0:1731522158.262160:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522158.262170:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522158.262178:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522158.262186:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742351872, portal 25 00000400:00000010:1.0:1731522158.262189:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731522158.262191:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742351872, offset 0 00000400:00000200:1.0:1731522158.262200:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522158.262214:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522158.262219:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522158.262223:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522158.262226:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522158.262229:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522158.262231:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [456:456:256:4294967295] 192.168.204.149@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:1.0:1731522158.262240:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522158.262246:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522158.262249:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731522158.262254:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522158.262262:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522158.262266:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522158.262413:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522158.262418:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731522158.262435:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522158.262441:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522158.262445:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731522158.262447:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731522158.262454:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742351872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522158.264225:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522158.264236:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f000 00000400:00000200:0.0:1731522158.264242:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf11 [1] + 224 00000400:00000200:0.0:1731522158.264259:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522158.264263:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522158.264269:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742351872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522158.264347:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522158.264355:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522158.264357:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522158.264365:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742351872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522158.264397:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742351872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522158.264426:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522158.264431:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:1.0:1731522158.264435:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:0.0:1731522163.269979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731522163.269997:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:3.0:1731522163.270081:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522163.270088:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522163.270095:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522163.270102:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352000, portal 25 00000400:00000010:3.0:1731522163.270105:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731522163.270107:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352000, offset 0 00000400:00000200:3.0:1731522163.270114:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522163.270125:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522163.270129:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522163.270132:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522163.270135:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522163.270136:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522163.270138:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [457:457:256:4294967295] 192.168.204.149@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:3.0:1731522163.270145:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522163.270149:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522163.270152:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731522163.270157:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522163.270163:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522163.270165:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522163.270248:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522163.270250:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731522163.270253:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522163.270257:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522163.270260:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731522163.270261:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731522163.270267:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742352000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522163.271534:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522163.271541:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f080 00000400:00000200:0.0:1731522163.271546:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf19 [1] + 224 00000400:00000200:0.0:1731522163.271561:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522163.271563:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522163.271568:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742352000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522163.271618:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522163.271621:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522163.271622:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522163.271626:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742352000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522163.271642:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742352000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522163.271661:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522163.271665:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:3.0:1731522163.271668:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000100:00000010:0.0:1731522168.277968:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731522168.277986:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458600. 02000000:00000010:3.0:1731522168.278064:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522168.278072:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522168.278078:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522168.278084:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352128, portal 25 00000400:00000010:3.0:1731522168.278087:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731522168.278089:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352128, offset 0 00000400:00000200:3.0:1731522168.278096:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522168.278108:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522168.278112:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522168.278115:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522168.278117:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522168.278119:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522168.278121:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [458:458:256:4294967295] 192.168.204.149@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:3.0:1731522168.278129:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522168.278133:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522168.278136:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731522168.278141:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522168.278147:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522168.278151:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522168.278307:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522168.278311:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731522168.278316:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522168.278323:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522168.278327:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731522168.278329:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731522168.278337:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742352128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522168.279648:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522168.279656:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f100 00000400:00000200:0.0:1731522168.279661:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf21 [1] + 224 00000400:00000200:0.0:1731522168.279676:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522168.279680:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522168.279684:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742352128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522168.279728:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522168.279731:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522168.279732:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522168.279736:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742352128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522168.279757:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742352128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522168.279776:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522168.279780:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458600. 00000100:00000010:3.0:1731522168.279784:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:2.0:1731522173.286015:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731522173.286033:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731522173.286115:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522173.286123:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522173.286130:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522173.286137:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352256, portal 25 00000400:00000010:1.0:1731522173.286140:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731522173.286142:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352256, offset 0 00000400:00000200:1.0:1731522173.286150:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522173.286163:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522173.286168:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522173.286172:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522173.286175:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522173.286177:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522173.286180:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [459:459:256:4294967295] 192.168.204.149@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:1.0:1731522173.286190:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522173.286195:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522173.286198:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731522173.286203:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522173.286210:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522173.286214:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522173.286328:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522173.286331:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731522173.286335:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522173.286339:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522173.286341:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731522173.286343:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731522173.286349:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742352256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522173.287562:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522173.287569:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f180 00000400:00000200:0.0:1731522173.287574:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf29 [1] + 224 00000400:00000200:0.0:1731522173.287600:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522173.287609:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522173.287613:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742352256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522173.287658:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522173.287662:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522173.287664:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522173.287668:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742352256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522173.287686:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742352256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522173.287704:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522173.287708:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731522173.287711:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:0.0:1731522178.294011:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731522178.294029:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458100. 02000000:00000010:1.0:1731522178.294123:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522178.294130:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522178.294137:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522178.294143:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352384, portal 25 00000400:00000010:1.0:1731522178.294147:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731522178.294149:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352384, offset 0 00000400:00000200:1.0:1731522178.294157:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522178.294169:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522178.294174:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522178.294177:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522178.294180:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522178.294182:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522178.294186:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [460:460:256:4294967295] 192.168.204.149@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:1.0:1731522178.294196:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522178.294202:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522178.294205:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731522178.294210:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522178.294217:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522178.294221:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522178.294318:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522178.294320:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731522178.294324:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522178.294328:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522178.294331:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731522178.294332:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731522178.294338:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742352384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522178.295543:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522178.295551:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f200 00000400:00000200:0.0:1731522178.295556:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf31 [1] + 224 00000400:00000200:0.0:1731522178.295571:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522178.295573:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522178.295577:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742352384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522178.295621:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522178.295625:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522178.295627:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522178.295631:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742352384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522178.295652:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742352384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522178.295671:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522178.295676:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458100. 00000100:00000010:1.0:1731522178.295679:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:0.0:1731522183.301971:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731522183.301991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458b00. 02000000:00000010:3.0:1731522183.302075:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522183.302082:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522183.302088:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522183.302095:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352512, portal 25 00000400:00000010:3.0:1731522183.302099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731522183.302101:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352512, offset 0 00000400:00000200:3.0:1731522183.302109:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522183.302121:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522183.302127:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522183.302131:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522183.302134:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522183.302136:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522183.302139:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [461:461:256:4294967295] 192.168.204.149@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:3.0:1731522183.302148:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522183.302155:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522183.302158:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731522183.302163:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522183.302170:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522183.302174:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522183.302281:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522183.302284:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731522183.302288:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522183.302294:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522183.302297:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731522183.302298:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731522183.302305:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742352512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522183.303494:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522183.303505:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f280 00000400:00000200:0.0:1731522183.303511:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf39 [1] + 224 00000400:00000200:0.0:1731522183.303526:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522183.303530:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522183.303535:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742352512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522183.303578:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522183.303581:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522183.303582:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522183.303586:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742352512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522183.303598:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742352512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522183.303615:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522183.303618:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458b00. 00000100:00000010:3.0:1731522183.303620:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000100:00000010:0.0:1731522188.309952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731522188.309975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458500. 02000000:00000010:3.0:1731522188.310037:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522188.310045:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522188.310051:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522188.310057:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352640, portal 25 00000400:00000010:3.0:1731522188.310061:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731522188.310062:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352640, offset 0 00000400:00000200:3.0:1731522188.310070:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522188.310083:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522188.310087:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522188.310090:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522188.310093:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522188.310095:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522188.310097:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [462:462:256:4294967295] 192.168.204.149@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:3.0:1731522188.310106:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522188.310111:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522188.310114:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731522188.310118:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522188.310125:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522188.310128:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522188.310255:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522188.310261:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731522188.310267:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522188.310278:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522188.310283:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731522188.310286:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731522188.310297:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742352640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522188.312140:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522188.312153:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f300 00000400:00000200:0.0:1731522188.312161:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf41 [1] + 224 00000400:00000200:0.0:1731522188.312186:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522188.312193:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522188.312217:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742352640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522188.312274:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522188.312280:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522188.312281:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522188.312286:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742352640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522188.312310:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742352640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522188.312337:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522188.312345:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458500. 00000100:00000010:3.0:1731522188.312349:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:0.0:1731522193.317942:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731522193.317961:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458c00. 02000000:00000010:1.0:1731522193.318043:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522193.318051:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522193.318058:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522193.318064:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352768, portal 25 00000400:00000010:1.0:1731522193.318068:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731522193.318070:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352768, offset 0 00000400:00000200:1.0:1731522193.318079:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522193.318092:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522193.318097:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522193.318101:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522193.318104:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522193.318107:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522193.318110:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [463:463:256:4294967295] 192.168.204.149@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:1.0:1731522193.318119:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522193.318124:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522193.318128:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731522193.318133:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522193.318140:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522193.318143:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522193.318263:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522193.318266:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731522193.318281:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522193.318287:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522193.318290:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731522193.318292:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731522193.318299:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742352768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522193.319629:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522193.319637:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f380 00000400:00000200:0.0:1731522193.319642:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf49 [1] + 224 00000400:00000200:0.0:1731522193.319656:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522193.319658:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522193.319663:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742352768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522193.319710:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522193.319715:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522193.319715:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522193.319719:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742352768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522193.319733:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742352768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522193.319749:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522193.319753:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458c00. 00000100:00000010:1.0:1731522193.319755:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:0.0:1731522198.325979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731522198.326005:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458200. 02000000:00000010:1.0:1731522198.326092:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522198.326101:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522198.326107:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522198.326114:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742352896, portal 25 00000400:00000010:1.0:1731522198.326118:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731522198.326120:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742352896, offset 0 00000400:00000200:1.0:1731522198.326127:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522198.326140:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522198.326145:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522198.326149:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522198.326151:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522198.326153:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522198.326156:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [464:464:256:4294967295] 192.168.204.149@tcp LPNI seq info [464:464:8:4294967295] 00000400:00000200:1.0:1731522198.326163:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522198.326168:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522198.326171:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731522198.326175:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522198.326182:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522198.326186:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522198.326310:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522198.326313:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731522198.326318:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522198.326322:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522198.326325:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731522198.326326:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731522198.326334:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742352896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522198.327990:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522198.328001:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f400 00000400:00000200:0.0:1731522198.328007:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf51 [1] + 224 00000400:00000200:0.0:1731522198.328024:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522198.328027:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522198.328033:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742352896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522198.328097:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522198.328102:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522198.328103:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522198.328107:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742352896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522198.328131:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742352896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522198.328152:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522198.328156:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458200. 00000100:00000010:1.0:1731522198.328160:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:0.0:1731522203.333959:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731522203.333978:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458a00. 02000000:00000010:1.0:1731522203.334072:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522203.334079:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522203.334086:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522203.334093:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353024, portal 25 00000400:00000010:1.0:1731522203.334097:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731522203.334099:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353024, offset 0 00000400:00000200:1.0:1731522203.334107:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522203.334121:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522203.334126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522203.334130:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522203.334133:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522203.334135:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522203.334139:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [465:465:256:4294967295] 192.168.204.149@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:1.0:1731522203.334147:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522203.334153:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522203.334157:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731522203.334162:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522203.334181:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522203.334185:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522203.334306:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522203.334309:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731522203.334312:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522203.334317:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522203.334320:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731522203.334321:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731522203.334326:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742353024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522203.335570:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522203.335578:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f480 00000400:00000200:0.0:1731522203.335582:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf59 [1] + 224 00000400:00000200:0.0:1731522203.335596:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522203.335599:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522203.335603:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742353024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522203.335644:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522203.335648:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522203.335649:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522203.335652:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742353024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522203.335669:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742353024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522203.335685:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522203.335688:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458a00. 00000100:00000010:1.0:1731522203.335690:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:0.0:1731522208.341950:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731522208.341975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 02000000:00000010:1.0:1731522208.342090:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522208.342098:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522208.342105:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522208.342111:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353152, portal 25 00000400:00000010:1.0:1731522208.342118:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731522208.342119:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353152, offset 0 00000400:00000200:1.0:1731522208.342127:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522208.342140:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522208.342144:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522208.342148:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522208.342151:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522208.342153:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522208.342155:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [466:466:256:4294967295] 192.168.204.149@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:1.0:1731522208.342164:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522208.342169:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522208.342172:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731522208.342177:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522208.342206:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522208.342209:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522208.342327:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522208.342331:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731522208.342336:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522208.342343:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522208.342349:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731522208.342350:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731522208.342359:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742353152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522208.343895:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522208.343909:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f500 00000400:00000200:0.0:1731522208.343928:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf61 [1] + 224 00000400:00000200:0.0:1731522208.343948:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522208.343953:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522208.343960:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742353152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522208.344037:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522208.344043:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522208.344044:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522208.344049:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742353152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522208.344069:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742353152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522208.344088:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522208.344092:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000010:1.0:1731522208.344095:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:0.0:1731522213.349996:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731522213.350015:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458b00. 02000000:00000010:1.0:1731522213.350104:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522213.350111:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522213.350116:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522213.350122:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353280, portal 25 00000400:00000010:1.0:1731522213.350126:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731522213.350127:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353280, offset 0 00000400:00000200:1.0:1731522213.350134:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522213.350145:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522213.350149:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522213.350152:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522213.350154:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522213.350156:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522213.350158:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [467:467:256:4294967295] 192.168.204.149@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:1.0:1731522213.350164:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522213.350167:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522213.350170:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731522213.350174:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522213.350180:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522213.350182:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522213.350290:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522213.350292:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731522213.350296:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522213.350300:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522213.350302:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731522213.350304:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731522213.350309:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742353280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522213.351790:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522213.351814:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f580 00000400:00000200:0.0:1731522213.351819:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf69 [1] + 224 00000400:00000200:0.0:1731522213.351834:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522213.351836:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522213.351841:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742353280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522213.351923:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522213.351928:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522213.351929:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522213.351933:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742353280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522213.351950:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742353280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522213.351966:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522213.351970:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458b00. 00000100:00000010:1.0:1731522213.351983:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:0.0:1731522218.358028:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731522218.358046:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458100. 02000000:00000010:1.0:1731522218.358115:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522218.358123:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522218.358128:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522218.358134:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353408, portal 25 00000400:00000010:1.0:1731522218.358137:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731522218.358138:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353408, offset 0 00000400:00000200:1.0:1731522218.358145:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522218.358157:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522218.358161:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522218.358164:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522218.358166:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522218.358168:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522218.358170:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [468:468:256:4294967295] 192.168.204.149@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:1.0:1731522218.358176:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522218.358180:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522218.358182:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731522218.358186:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522218.358192:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522218.358194:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522218.358294:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522218.358296:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731522218.358300:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522218.358304:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522218.358307:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731522218.358308:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731522218.358325:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742353408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522218.359576:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522218.359586:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f600 00000400:00000200:0.0:1731522218.359592:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf71 [1] + 224 00000400:00000200:0.0:1731522218.359608:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522218.359611:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522218.359617:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742353408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522218.359690:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522218.359695:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522218.359695:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522218.359699:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742353408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522218.359714:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742353408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522218.359730:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522218.359733:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458100. 00000100:00000010:1.0:1731522218.359736:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:0.0:1731522223.365941:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731522223.365960:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458500. 02000000:00000010:1.0:1731522223.366057:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522223.366064:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522223.366069:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522223.366075:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353536, portal 25 00000400:00000010:1.0:1731522223.366078:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731522223.366080:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353536, offset 0 00000400:00000200:1.0:1731522223.366086:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522223.366097:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522223.366100:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522223.366103:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522223.366106:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522223.366107:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522223.366109:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [469:469:256:4294967295] 192.168.204.149@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:1.0:1731522223.366116:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522223.366119:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522223.366122:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731522223.366125:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522223.366131:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522223.366134:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522223.366223:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522223.366226:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731522223.366229:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522223.366233:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522223.366235:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731522223.366237:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731522223.366243:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742353536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522223.367509:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522223.367516:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f680 00000400:00000200:0.0:1731522223.367521:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf79 [1] + 224 00000400:00000200:0.0:1731522223.367535:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522223.367537:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522223.367541:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742353536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522223.367617:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522223.367622:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522223.367624:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522223.367628:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742353536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522223.367651:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742353536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522223.367669:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522223.367675:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458500. 00000100:00000010:1.0:1731522223.367678:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:0.0:1731522228.373989:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731522228.374008:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012a458300. 02000000:00000010:3.0:1731522228.374072:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522228.374078:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522228.374084:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522228.374090:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353664, portal 25 00000400:00000010:3.0:1731522228.374093:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731522228.374094:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353664, offset 0 00000400:00000200:3.0:1731522228.374101:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522228.374111:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522228.374116:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522228.374119:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522228.374121:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522228.374123:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522228.374124:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [470:470:256:4294967295] 192.168.204.149@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:3.0:1731522228.374132:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522228.374136:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522228.374138:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731522228.374141:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522228.374147:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522228.374150:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522228.374253:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522228.374265:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731522228.374269:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522228.374273:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522228.374276:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731522228.374277:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731522228.374284:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742353664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522228.375584:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522228.375594:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f700 00000400:00000200:0.0:1731522228.375600:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf81 [1] + 224 00000400:00000200:0.0:1731522228.375615:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522228.375617:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522228.375621:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742353664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522228.375666:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522228.375669:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522228.375670:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522228.375674:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742353664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522228.375688:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742353664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522228.375704:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522228.375708:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012a458300. 00000100:00000010:3.0:1731522228.375711:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:2.0:1731522233.381998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731522233.382016:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:1.0:1731522233.382117:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522233.382124:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522233.382129:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522233.382134:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353792, portal 25 00000400:00000010:1.0:1731522233.382137:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731522233.382138:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353792, offset 0 00000400:00000200:1.0:1731522233.382145:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522233.382156:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522233.382160:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522233.382163:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522233.382165:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522233.382166:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522233.382168:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [471:471:256:4294967295] 192.168.204.149@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:1.0:1731522233.382174:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522233.382178:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522233.382181:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731522233.382184:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522233.382190:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522233.382193:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522233.382286:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522233.382289:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731522233.382293:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522233.382298:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522233.382300:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731522233.382301:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731522233.382308:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742353792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522233.383612:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522233.383620:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f780 00000400:00000200:0.0:1731522233.383624:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf89 [1] + 224 00000400:00000200:0.0:1731522233.383639:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522233.383641:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522233.383645:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742353792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522233.383715:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522233.383719:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522233.383742:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522233.383746:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742353792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522233.383764:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742353792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522233.383779:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522233.383782:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:1.0:1731522233.383785:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731522238.389966:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731522238.389984:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731522238.390065:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522238.390074:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522238.390081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522238.390088:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742353920, portal 25 00000400:00000010:1.0:1731522238.390093:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731522238.390094:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742353920, offset 0 00000400:00000200:1.0:1731522238.390103:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522238.390117:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522238.390122:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522238.390126:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522238.390129:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522238.390131:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522238.390134:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [472:472:256:4294967295] 192.168.204.149@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:1.0:1731522238.390144:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522238.390149:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522238.390153:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731522238.390157:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522238.390165:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522238.390168:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522238.390272:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522238.390285:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731522238.390288:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522238.390292:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522238.390295:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731522238.390297:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731522238.390303:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742353920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522238.391560:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522238.391568:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f800 00000400:00000200:0.0:1731522238.391573:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf91 [1] + 224 00000400:00000200:0.0:1731522238.391586:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522238.391588:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522238.391592:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742353920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522238.391663:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522238.391667:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522238.391668:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522238.391672:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742353920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522238.391687:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742353920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522238.391703:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522238.391706:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731522238.391709:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731522243.398014:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731522243.398040:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:1.0:1731522243.398182:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522243.398194:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522243.398202:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522243.398211:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354048, portal 25 00000400:00000010:1.0:1731522243.398216:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731522243.398219:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354048, offset 0 00000400:00000200:1.0:1731522243.398229:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522243.398246:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522243.398253:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522243.398259:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522243.398263:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522243.398266:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522243.398270:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [473:473:256:4294967295] 192.168.204.149@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:1.0:1731522243.398284:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522243.398292:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522243.398297:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522243.398305:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522243.398315:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522243.398319:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522243.398528:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522243.398533:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522243.398575:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522243.398599:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522243.398604:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731522243.398605:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731522243.398613:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742354048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522243.399906:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522243.399917:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f880 00000400:00000200:0.0:1731522243.399923:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xf99 [1] + 224 00000400:00000200:0.0:1731522243.399945:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522243.399950:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522243.399958:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742354048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522243.400082:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522243.400090:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522243.400091:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522243.400097:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742354048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522243.400125:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742354048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522243.400146:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522243.400151:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:1.0:1731522243.400154:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731522248.405974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731522248.405992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:3.0:1731522248.406073:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522248.406080:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522248.406086:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522248.406094:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354176, portal 25 00000400:00000010:3.0:1731522248.406098:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731522248.406100:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354176, offset 0 00000400:00000200:3.0:1731522248.406109:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522248.406121:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522248.406126:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522248.406129:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522248.406133:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522248.406135:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522248.406138:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [474:474:256:4294967295] 192.168.204.149@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:3.0:1731522248.406145:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522248.406149:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522248.406152:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731522248.406155:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522248.406161:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522248.406164:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522248.406312:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522248.406328:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731522248.406333:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522248.406338:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522248.406341:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731522248.406343:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731522248.406351:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742354176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522248.407677:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522248.407687:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f900 00000400:00000200:0.0:1731522248.407693:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfa1 [1] + 224 00000400:00000200:0.0:1731522248.407711:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522248.407714:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522248.407720:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742354176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522248.407796:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522248.407800:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522248.407801:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522248.407805:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742354176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522248.407819:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742354176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522248.407836:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522248.407840:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:3.0:1731522248.407843:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731522253.413944:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731522253.413963:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:3.0:1731522253.414047:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522253.414056:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522253.414062:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522253.414068:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354304, portal 25 00000400:00000010:3.0:1731522253.414072:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731522253.414074:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354304, offset 0 00000400:00000200:3.0:1731522253.414082:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522253.414094:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522253.414099:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522253.414103:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522253.414106:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522253.414109:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522253.414112:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [475:475:256:4294967295] 192.168.204.149@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:3.0:1731522253.414121:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522253.414126:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522253.414129:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731522253.414134:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522253.414141:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522253.414145:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522253.414295:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522253.414298:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731522253.414301:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522253.414305:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522253.414308:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731522253.414309:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731522253.414315:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742354304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522253.415422:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522253.415431:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970f980 00000400:00000200:0.0:1731522253.415435:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfa9 [1] + 224 00000400:00000200:0.0:1731522253.415450:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522253.415452:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522253.415456:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742354304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522253.415497:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522253.415500:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522253.415502:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522253.415506:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742354304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522253.415528:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742354304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522253.415545:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522253.415550:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:3.0:1731522253.415553:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731522258.421988:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731522258.422009:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:1.0:1731522258.422100:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522258.422109:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522258.422117:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522258.422123:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354432, portal 25 00000400:00000010:1.0:1731522258.422126:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731522258.422128:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354432, offset 0 00000400:00000200:1.0:1731522258.422153:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522258.422168:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522258.422174:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522258.422177:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522258.422181:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522258.422183:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522258.422186:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [476:476:256:4294967295] 192.168.204.149@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:1.0:1731522258.422196:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522258.422201:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522258.422205:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522258.422210:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522258.422218:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522258.422223:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522258.422437:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522258.422455:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522258.422461:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522258.422469:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522258.422474:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731522258.422476:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731522258.422485:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742354432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522258.423919:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522258.423933:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fa00 00000400:00000200:0.0:1731522258.423941:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfb1 [1] + 224 00000400:00000200:0.0:1731522258.423961:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522258.423967:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522258.423975:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742354432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522258.424079:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522258.424086:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522258.424088:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522258.424095:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742354432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522258.424125:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742354432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522258.424151:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522258.424156:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:1.0:1731522258.424161:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731522263.429984:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731522263.430008:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731522263.430149:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522263.430158:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522263.430164:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522263.430171:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354560, portal 25 00000400:00000010:3.0:1731522263.430264:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731522263.430266:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354560, offset 0 00000400:00000200:3.0:1731522263.430276:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522263.430290:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522263.430294:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522263.430297:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522263.430300:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522263.430302:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522263.430305:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [477:477:256:4294967295] 192.168.204.149@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:3.0:1731522263.430313:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522263.430317:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522263.430321:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731522263.430325:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522263.430333:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522263.430336:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522263.430480:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522263.430484:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731522263.430489:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522263.430495:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522263.430498:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731522263.430499:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731522263.430506:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742354560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522263.431777:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522263.431787:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fa80 00000400:00000200:0.0:1731522263.431793:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfb9 [1] + 224 00000400:00000200:0.0:1731522263.431808:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522263.431812:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522263.431817:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742354560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522263.431912:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522263.431922:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522263.431924:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522263.431929:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742354560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522263.431948:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742354560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522263.431968:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522263.431973:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731522263.431976:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731522268.438009:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731522268.438031:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731522268.438161:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522268.438168:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522268.438174:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522268.438180:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354688, portal 25 00000400:00000010:3.0:1731522268.438183:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731522268.438184:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354688, offset 0 00000400:00000200:3.0:1731522268.438191:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522268.438202:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522268.438206:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522268.438210:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522268.438212:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522268.438213:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522268.438215:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [478:478:256:4294967295] 192.168.204.149@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:3.0:1731522268.438222:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522268.438226:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522268.438230:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731522268.438233:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522268.438239:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522268.438242:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522268.438348:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522268.438360:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731522268.438363:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522268.438367:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522268.438369:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731522268.438371:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731522268.438377:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742354688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522268.439593:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522268.439603:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fb00 00000400:00000200:0.0:1731522268.439610:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfc1 [1] + 224 00000400:00000200:0.0:1731522268.439625:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522268.439629:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522268.439635:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742354688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522268.439727:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522268.439731:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522268.439732:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522268.439736:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742354688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522268.439750:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742354688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522268.439766:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522268.439769:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731522268.439772:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731522273.445965:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731522273.445988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:1.0:1731522273.446103:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522273.446111:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522273.446116:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522273.446123:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354816, portal 25 00000400:00000010:1.0:1731522273.446128:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731522273.446129:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354816, offset 0 00000400:00000200:1.0:1731522273.446138:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522273.446150:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522273.446155:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522273.446158:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522273.446161:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522273.446163:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522273.446166:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [479:479:256:4294967295] 192.168.204.149@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:1.0:1731522273.446175:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522273.446180:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522273.446183:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522273.446188:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522273.446195:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522273.446198:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522273.446332:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522273.446340:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522273.446345:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522273.446350:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522273.446353:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731522273.446354:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731522273.446361:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742354816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522273.447472:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522273.447485:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fb80 00000400:00000200:0.0:1731522273.447491:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfc9 [1] + 224 00000400:00000200:0.0:1731522273.447511:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522273.447515:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522273.447520:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742354816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522273.447567:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522273.447572:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522273.447573:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522273.447577:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742354816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522273.447599:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742354816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522273.447617:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522273.447622:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:1.0:1731522273.447625:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731522278.454014:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731522278.454039:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:1.0:1731522278.454144:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522278.454153:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522278.454160:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522278.454168:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742354944, portal 25 00000400:00000010:1.0:1731522278.454172:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731522278.454174:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742354944, offset 0 00000400:00000200:1.0:1731522278.454182:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522278.454196:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522278.454202:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522278.454205:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522278.454208:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522278.454209:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522278.454212:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [480:480:256:4294967295] 192.168.204.149@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:1.0:1731522278.454220:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522278.454225:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522278.454229:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522278.454235:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522278.454242:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522278.454246:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522278.454371:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522278.454385:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522278.454389:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522278.454393:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522278.454396:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731522278.454397:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731522278.454403:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742354944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522278.455357:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522278.455365:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fc00 00000400:00000200:0.0:1731522278.455369:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfd1 [1] + 224 00000400:00000200:0.0:1731522278.455385:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522278.455387:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522278.455392:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742354944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522278.455432:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522278.455436:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522278.455437:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522278.455441:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742354944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522278.455461:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742354944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522278.455481:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522278.455487:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:1.0:1731522278.455491:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731522283.461930:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731522283.461949:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:3.0:1731522283.462035:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522283.462042:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522283.462048:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522283.462054:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355072, portal 25 00000400:00000010:3.0:1731522283.462058:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731522283.462060:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355072, offset 0 00000400:00000200:3.0:1731522283.462067:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522283.462079:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522283.462084:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522283.462087:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522283.462090:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522283.462092:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522283.462095:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [481:481:256:4294967295] 192.168.204.149@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:3.0:1731522283.462103:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522283.462108:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522283.462110:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731522283.462115:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522283.462122:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522283.462126:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522283.462264:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522283.462267:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731522283.462271:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522283.462275:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522283.462277:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731522283.462279:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731522283.462285:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742355072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522283.463516:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522283.463525:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fc80 00000400:00000200:0.0:1731522283.463531:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfd9 [1] + 224 00000400:00000200:0.0:1731522283.463546:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522283.463549:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522283.463555:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742355072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522283.463600:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522283.463603:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522283.463604:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522283.463607:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742355072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522283.463621:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742355072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522283.463635:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522283.463644:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:3.0:1731522283.463646:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731522288.469977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731522288.470003:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:3.0:1731522288.470094:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522288.470103:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522288.470110:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522288.470118:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355200, portal 25 00000400:00000010:3.0:1731522288.470124:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731522288.470126:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355200, offset 0 00000400:00000200:3.0:1731522288.470136:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522288.470150:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522288.470156:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522288.470161:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522288.470164:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522288.470167:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522288.470171:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [482:482:256:4294967295] 192.168.204.149@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:3.0:1731522288.470179:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522288.470184:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522288.470187:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731522288.470191:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522288.470199:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522288.470202:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522288.470332:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522288.470347:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731522288.470351:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522288.470356:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522288.470359:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731522288.470360:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731522288.470365:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742355200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522288.471465:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522288.471476:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fd00 00000400:00000200:0.0:1731522288.471482:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfe1 [1] + 224 00000400:00000200:0.0:1731522288.471500:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522288.471504:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522288.471509:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742355200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522288.471551:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522288.471554:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522288.471555:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522288.471558:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742355200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522288.471572:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742355200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522288.471588:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522288.471592:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:3.0:1731522288.471594:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731522293.477996:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731522293.478019:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:1.0:1731522293.478112:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522293.478120:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522293.478126:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522293.478133:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355328, portal 25 00000400:00000010:1.0:1731522293.478138:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731522293.478140:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355328, offset 0 00000400:00000200:1.0:1731522293.478150:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522293.478162:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522293.478168:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522293.478172:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522293.478176:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522293.478179:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522293.478181:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [483:483:256:4294967295] 192.168.204.149@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000200:1.0:1731522293.478192:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522293.478198:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522293.478203:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522293.478208:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522293.478216:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522293.478219:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522293.478359:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522293.478362:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522293.478365:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522293.478370:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522293.478372:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731522293.478373:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731522293.478378:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742355328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522293.479529:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522293.479539:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fd80 00000400:00000200:0.0:1731522293.479544:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xfe9 [1] + 224 00000400:00000200:0.0:1731522293.479574:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522293.479578:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522293.479584:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742355328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522293.479668:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522293.479673:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522293.479675:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522293.479679:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742355328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522293.479707:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742355328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522293.479726:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522293.479731:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:1.0:1731522293.479735:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731522298.485969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731522298.485990:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:1.0:1731522298.486068:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522298.486075:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522298.486081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522298.486087:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355456, portal 25 00000400:00000010:1.0:1731522298.486091:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731522298.486092:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355456, offset 0 00000400:00000200:1.0:1731522298.486100:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522298.486112:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522298.486116:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522298.486120:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522298.486123:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522298.486124:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522298.486126:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [484:484:256:4294967295] 192.168.204.149@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:1.0:1731522298.486134:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522298.486138:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522298.486142:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522298.486146:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522298.486154:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522298.486157:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522298.486332:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522298.486347:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522298.486351:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522298.486356:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522298.486358:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731522298.486359:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731522298.486364:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742355456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522298.487580:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522298.487587:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fe00 00000400:00000200:0.0:1731522298.487592:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xff1 [1] + 224 00000400:00000200:0.0:1731522298.487607:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522298.487610:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522298.487614:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742355456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522298.487695:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522298.487700:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522298.487701:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522298.487705:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742355456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522298.487720:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742355456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522298.487737:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522298.487741:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:1.0:1731522298.487744:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731522303.493953:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731522303.493971:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731522303.494057:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522303.494064:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522303.494070:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522303.494077:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355584, portal 25 00000400:00000010:3.0:1731522303.494082:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731522303.494083:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355584, offset 0 00000400:00000200:3.0:1731522303.494091:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522303.494103:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522303.494107:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522303.494111:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522303.494114:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522303.494116:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522303.494119:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [485:485:256:4294967295] 192.168.204.149@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:3.0:1731522303.494128:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522303.494134:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522303.494137:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731522303.494142:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522303.494149:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522303.494153:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522303.494303:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522303.494306:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731522303.494309:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522303.494313:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522303.494315:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731522303.494316:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731522303.494322:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742355584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522303.495334:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522303.495341:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970fe80 00000400:00000200:0.0:1731522303.495346:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0xff9 [1] + 224 00000400:00000200:0.0:1731522303.495360:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522303.495362:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522303.495366:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742355584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522303.495408:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522303.495411:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522303.495413:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522303.495417:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742355584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522303.495438:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742355584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522303.495483:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522303.495488:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731522303.495491:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731522308.501948:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731522308.501968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:1.0:1731522308.502061:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522308.502067:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522308.502073:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522308.502081:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355712, portal 25 00000400:00000010:1.0:1731522308.502085:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731522308.502087:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355712, offset 0 00000400:00000200:1.0:1731522308.502094:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522308.502107:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522308.502111:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522308.502115:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522308.502118:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522308.502120:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522308.502123:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [486:486:256:4294967295] 192.168.204.149@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:1.0:1731522308.502132:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522308.502137:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522308.502140:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522308.502146:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522308.502153:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522308.502156:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522308.502259:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522308.502269:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522308.502272:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522308.502276:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522308.502279:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731522308.502280:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731522308.502286:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742355712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522308.503387:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522308.503396:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ff00 00000400:00000200:0.0:1731522308.503403:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1001 [1] + 224 00000400:00000200:0.0:1731522308.503417:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522308.503421:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522308.503426:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742355712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522308.503473:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522308.503478:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522308.503479:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522308.503483:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742355712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522308.503502:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742355712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522308.503521:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522308.503525:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:1.0:1731522308.503528:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731522313.509952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731522313.509973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:1.0:1731522313.510061:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522313.510068:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522313.510073:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522313.510079:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355840, portal 25 00000400:00000010:1.0:1731522313.510082:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731522313.510083:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355840, offset 0 00000400:00000200:1.0:1731522313.510090:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522313.510101:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522313.510104:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522313.510107:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522313.510109:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522313.510111:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522313.510113:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [487:487:256:4294967295] 192.168.204.149@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:1.0:1731522313.510119:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522313.510123:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522313.510125:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522313.510129:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522313.510135:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522313.510137:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522313.510300:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522313.510303:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522313.510307:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522313.510311:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522313.510314:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731522313.510315:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731522313.510320:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742355840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522313.511390:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522313.511398:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7970ff80 00000400:00000200:0.0:1731522313.511402:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1009 [1] + 224 00000400:00000200:0.0:1731522313.511417:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522313.511419:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522313.511424:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742355840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522313.511505:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522313.511510:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522313.511511:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522313.511515:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742355840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522313.511533:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742355840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522313.511549:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522313.511552:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:1.0:1731522313.511554:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731522318.517956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731522318.517975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:1.0:1731522318.518046:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522318.518053:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522318.518058:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522318.518065:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742355968, portal 25 00000400:00000010:1.0:1731522318.518069:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731522318.518070:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742355968, offset 0 00000400:00000200:1.0:1731522318.518077:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522318.518089:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522318.518092:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522318.518097:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522318.518100:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522318.518102:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522318.518105:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [488:488:256:4294967295] 192.168.204.149@tcp LPNI seq info [488:488:8:4294967295] 00000400:00000200:1.0:1731522318.518115:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522318.518121:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522318.518130:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522318.518135:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522318.518143:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522318.518147:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522318.518285:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522318.518297:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522318.518301:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522318.518307:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522318.518310:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731522318.518312:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731522318.518319:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742355968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522318.519677:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522318.519685:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710000 00000400:00000200:0.0:1731522318.519691:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1011 [1] + 224 00000400:00000200:0.0:1731522318.519704:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522318.519707:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522318.519712:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742355968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522318.519786:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522318.520311:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522318.520313:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522318.520317:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742355968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522318.520336:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742355968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522318.520354:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522318.520358:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:1.0:1731522318.520360:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731522323.525954:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731522323.525972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:1.0:1731522323.526055:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522323.526062:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522323.526067:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522323.526101:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356096, portal 25 00000400:00000010:1.0:1731522323.526105:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731522323.526107:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356096, offset 0 00000400:00000200:1.0:1731522323.526115:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522323.526127:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522323.526131:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522323.526134:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522323.526136:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522323.526137:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522323.526139:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [489:489:256:4294967295] 192.168.204.149@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:1.0:1731522323.526146:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522323.526150:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522323.526152:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522323.526157:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522323.526163:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522323.526166:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522323.526277:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522323.526279:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522323.526282:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522323.526287:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522323.526289:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731522323.526291:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731522323.526297:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742356096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522323.527472:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522323.527480:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710080 00000400:00000200:0.0:1731522323.527484:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1019 [1] + 224 00000400:00000200:0.0:1731522323.527500:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522323.527502:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522323.527507:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742356096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522323.527551:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522323.527556:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522323.527557:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522323.527562:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742356096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522323.527585:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742356096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522323.527604:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522323.527609:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:1.0:1731522323.527612:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731522328.533957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731522328.533975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731522328.534063:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b62b5a00. 00000400:00000010:3.0:1731522328.534071:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731522328.534077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522328.534084:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356224, portal 25 00000400:00000010:3.0:1731522328.534089:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731522328.534090:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356224, offset 0 00000400:00000200:3.0:1731522328.534099:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731522328.534112:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731522328.534116:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522328.534120:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731522328.534124:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522328.534126:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731522328.534129:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [490:490:256:4294967295] 192.168.204.149@tcp LPNI seq info [490:490:8:4294967295] 00000400:00000200:3.0:1731522328.534139:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731522328.534145:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731522328.534149:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731522328.534155:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731522328.534163:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731522328.534167:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522328.534281:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522328.534293:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731522328.534297:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522328.534301:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522328.534303:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731522328.534304:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731522328.534310:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742356224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522328.535437:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522328.535445:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710100 00000400:00000200:0.0:1731522328.535450:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1021 [1] + 224 00000400:00000200:0.0:1731522328.535462:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522328.535464:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522328.535468:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742356224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522328.535514:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731522328.535517:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731522328.535518:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731522328.535522:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742356224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522328.535542:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742356224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522328.535562:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522328.535566:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731522328.535570:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:3.0:1731522333.542013:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522333.542031:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731522333.542107:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522333.542115:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731522333.542122:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522333.542128:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356352, portal 25 00000400:00000010:2.0:1731522333.542132:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731522333.542144:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356352, offset 0 00000400:00000200:2.0:1731522333.542152:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522333.542164:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522333.542168:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522333.542172:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522333.542175:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522333.542177:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522333.542180:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [491:491:256:4294967295] 192.168.204.149@tcp LPNI seq info [491:491:8:4294967295] 00000400:00000200:2.0:1731522333.542189:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522333.542194:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522333.542197:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731522333.542202:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522333.542209:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522333.542212:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522333.542327:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522333.542330:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731522333.542334:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522333.542338:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522333.542341:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731522333.542342:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731522333.542347:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742356352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522333.543417:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522333.543425:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710180 00000400:00000200:0.0:1731522333.543430:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1029 [1] + 224 00000400:00000200:0.0:1731522333.543442:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522333.543445:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522333.543450:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742356352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522333.543497:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731522333.543500:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731522333.543501:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522333.543505:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742356352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522333.543511:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742356352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522333.543527:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522333.543530:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731522333.543532:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522338.549966:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522338.549986:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731522338.550054:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522338.550060:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522338.550065:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522338.550071:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356480, portal 25 00000400:00000010:1.0:1731522338.550074:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731522338.550075:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356480, offset 0 00000400:00000200:1.0:1731522338.550081:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522338.550092:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522338.550095:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522338.550097:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522338.550100:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522338.550101:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522338.550103:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [492:492:256:4294967295] 192.168.204.149@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:1.0:1731522338.550110:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522338.550114:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522338.550116:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522338.550120:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522338.550125:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522338.550127:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522338.550261:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522338.550274:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522338.550277:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522338.550283:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522338.550286:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731522338.550288:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731522338.550294:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742356480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522338.551311:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522338.551319:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710200 00000400:00000200:0.0:1731522338.551324:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1031 [1] + 224 00000400:00000200:0.0:1731522338.551337:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522338.551339:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522338.551343:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742356480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522338.551391:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522338.551396:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522338.551396:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522338.551400:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742356480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522338.551415:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742356480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522338.551431:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522338.551435:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731522338.551437:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522343.557964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522343.557982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731522343.558081:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522343.558089:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522343.558094:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522343.558100:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356608, portal 25 00000400:00000010:1.0:1731522343.558103:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731522343.558104:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356608, offset 0 00000400:00000200:1.0:1731522343.558112:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522343.558124:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522343.558127:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522343.558131:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522343.558133:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522343.558135:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522343.558136:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [493:493:256:4294967295] 192.168.204.149@tcp LPNI seq info [493:493:8:4294967295] 00000400:00000200:1.0:1731522343.558143:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522343.558146:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522343.558149:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522343.558153:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522343.558159:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522343.558162:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522343.558311:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522343.558316:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522343.558320:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522343.558326:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522343.558329:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731522343.558331:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731522343.558338:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742356608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522343.559434:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522343.559443:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710280 00000400:00000200:0.0:1731522343.559449:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1039 [1] + 224 00000400:00000200:0.0:1731522343.559467:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522343.559471:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522343.559477:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742356608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522343.559524:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522343.559529:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522343.559530:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522343.559534:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742356608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522343.559551:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742356608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522343.559568:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522343.559572:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731522343.559574:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522348.565969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522348.565985:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731522348.566095:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522348.566102:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522348.566108:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522348.566115:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356736, portal 25 00000400:00000010:1.0:1731522348.566119:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731522348.566121:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356736, offset 0 00000400:00000200:1.0:1731522348.566130:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522348.566144:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522348.566149:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522348.566153:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522348.566156:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522348.566158:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522348.566161:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [494:494:256:4294967295] 192.168.204.149@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:1.0:1731522348.566170:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522348.566176:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522348.566180:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522348.566185:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522348.566192:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522348.566194:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522348.566319:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522348.566332:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522348.566336:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522348.566341:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522348.566344:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731522348.566346:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731522348.566352:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742356736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522348.567551:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522348.567560:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710300 00000400:00000200:0.0:1731522348.567565:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1041 [1] + 224 00000400:00000200:0.0:1731522348.567580:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522348.567584:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522348.567589:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742356736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522348.567652:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522348.567656:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522348.567658:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522348.567661:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742356736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522348.567676:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742356736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522348.567691:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522348.567694:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731522348.567696:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522353.573943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522353.573962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:1.0:1731522353.574038:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522353.574044:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522353.574049:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522353.574054:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356864, portal 25 00000400:00000010:1.0:1731522353.574057:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731522353.574058:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356864, offset 0 00000400:00000200:1.0:1731522353.574065:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522353.574076:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522353.574079:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522353.574082:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522353.574084:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522353.574085:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522353.574087:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [495:495:256:4294967295] 192.168.204.149@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:1.0:1731522353.574094:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522353.574098:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522353.574100:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522353.574104:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522353.574110:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522353.574112:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522353.574256:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522353.574259:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522353.574263:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522353.574268:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522353.574270:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731522353.574272:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731522353.574278:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742356864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522353.575420:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522353.575427:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710380 00000400:00000200:0.0:1731522353.575432:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1049 [1] + 224 00000400:00000200:0.0:1731522353.575446:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522353.575448:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522353.575453:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742356864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522353.575521:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522353.575556:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522353.575558:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522353.575562:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742356864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522353.575580:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742356864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522353.575596:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522353.575600:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:1.0:1731522353.575602:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522358.581953:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522358.581971:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:1.0:1731522358.582081:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522358.582088:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522358.582094:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522358.582100:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742356992, portal 25 00000400:00000010:1.0:1731522358.582103:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731522358.582104:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742356992, offset 0 00000400:00000200:1.0:1731522358.582111:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522358.582122:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522358.582126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522358.582129:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522358.582131:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522358.582133:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522358.582134:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [496:496:256:4294967295] 192.168.204.149@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:1.0:1731522358.582141:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522358.582145:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522358.582147:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522358.582151:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522358.582157:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522358.582159:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522358.582272:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522358.582283:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522358.582287:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522358.582291:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522358.582294:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731522358.582295:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731522358.582301:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742356992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522358.583426:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522358.583453:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710400 00000400:00000200:0.0:1731522358.583461:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1051 [1] + 224 00000400:00000200:0.0:1731522358.583483:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522358.583488:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522358.583497:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742356992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522358.583557:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522358.583562:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522358.583563:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522358.583568:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742356992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522358.583588:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742356992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522358.583608:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522358.583612:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:1.0:1731522358.583615:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522363.590018:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522363.590043:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731522363.590131:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522363.590140:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731522363.590147:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522363.590154:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742357120, portal 25 00000400:00000010:2.0:1731522363.590158:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731522363.590160:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742357120, offset 0 00000400:00000200:2.0:1731522363.590180:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522363.590190:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522363.590194:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522363.590197:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522363.590200:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522363.590201:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522363.590203:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [497:497:256:4294967295] 192.168.204.149@tcp LPNI seq info [497:497:8:4294967295] 00000400:00000200:2.0:1731522363.590211:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522363.590215:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522363.590218:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731522363.590223:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522363.590240:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522363.590244:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522363.590416:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522363.590419:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731522363.590422:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522363.590427:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522363.590430:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731522363.590431:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731522363.590448:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742357120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522363.591645:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522363.591664:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710480 00000400:00000200:0.0:1731522363.591669:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1059 [1] + 224 00000400:00000200:0.0:1731522363.591684:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522363.591687:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522363.591692:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742357120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522363.591767:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731522363.591771:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731522363.591772:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522363.591776:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742357120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522363.591782:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742357120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522363.591798:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522363.591803:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731522363.591806:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522368.597993:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522368.598016:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:2.0:1731522368.598102:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522368.598109:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731522368.598115:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522368.598121:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742357248, portal 25 00000400:00000010:2.0:1731522368.598127:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731522368.598128:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742357248, offset 0 00000400:00000200:2.0:1731522368.598136:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522368.598159:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522368.598163:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522368.598167:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522368.598170:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522368.598172:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522368.598174:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [498:498:256:4294967295] 192.168.204.149@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:2.0:1731522368.598181:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522368.598186:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522368.598189:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731522368.598194:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522368.598201:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522368.598205:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522368.598400:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522368.598417:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731522368.598423:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522368.598432:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522368.598437:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731522368.598439:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731522368.598449:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742357248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522368.599596:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522368.599607:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710500 00000400:00000200:0.0:1731522368.599615:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1061 [1] + 224 00000400:00000200:0.0:1731522368.599630:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522368.599634:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522368.599640:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742357248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522368.599752:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:2.0:1731522368.599757:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:2.0:1731522368.599758:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522368.599762:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742357248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522368.599769:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742357248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522368.599789:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522368.599792:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731522368.599795:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522373.605994:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522373.606018:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731522373.606132:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522373.606142:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924ebb0. 00000400:00000010:2.0:1731522373.606151:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522373.606194:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742357376, portal 25 00000400:00000010:2.0:1731522373.606199:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731522373.606202:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742357376, offset 0 00000400:00000200:2.0:1731522373.606223:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522373.606238:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522373.606258:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522373.606263:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522373.606268:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522373.606270:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522373.606273:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [499:499:256:4294967295] 192.168.204.149@tcp LPNI seq info [499:499:8:4294967295] 00000400:00000200:2.0:1731522373.606284:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522373.606291:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522373.606295:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731522373.606302:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522373.606311:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522373.606316:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522373.606529:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522373.606533:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731522373.606538:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522373.606544:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522373.606548:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731522373.606550:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731522373.606555:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742357376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522373.607887:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522373.607895:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710580 00000400:00000200:0.0:1731522373.607900:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1069 [1] + 224 00000400:00000200:0.0:1731522373.607916:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522373.607919:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522373.607924:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742357376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1731522373.607985:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924ebb0. 00000400:00000200:0.0:1731522373.607993:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:0.0:1731522373.607994:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:0.0:1731522373.607998:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742357376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1731522373.608005:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742357376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1731522373.608025:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:0.0:1731522373.608031:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:0.0:1731522373.608034:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522378.614046:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522378.614110:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731522378.614249:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522378.614260:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522378.614267:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522378.614275:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742357504, portal 25 00000400:00000010:1.0:1731522378.614279:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731522378.614281:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742357504, offset 0 00000400:00000200:1.0:1731522378.614291:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522378.614305:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522378.614310:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522378.614314:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522378.614318:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522378.614320:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522378.614323:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [500:500:256:4294967295] 192.168.204.149@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:1.0:1731522378.614333:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522378.614339:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522378.614343:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522378.614349:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522378.614358:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522378.614362:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522378.614574:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522378.614579:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522378.614584:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522378.614590:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522378.614594:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731522378.614595:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731522378.614602:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742357504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522378.615895:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522378.615905:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710600 00000400:00000200:0.0:1731522378.615910:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1071 [1] + 224 00000400:00000200:0.0:1731522378.615932:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522378.615936:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522378.615941:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742357504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522378.616046:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522378.616053:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522378.616054:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522378.616060:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742357504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522378.616106:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742357504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522378.616127:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522378.616132:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731522378.616135:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522383.621972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522383.622027:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731522383.622111:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522383.622120:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522383.622127:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522383.622134:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742357632, portal 25 00000400:00000010:2.0:1731522383.622138:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731522383.622140:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742357632, offset 0 00000400:00000200:2.0:1731522383.622147:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522383.622159:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522383.622164:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522383.622168:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522383.622170:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522383.622172:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522383.622176:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [501:501:256:4294967295] 192.168.204.149@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:2.0:1731522383.622185:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522383.622190:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522383.622193:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731522383.622198:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522383.622205:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522383.622220:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522383.622351:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522383.622355:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731522383.622360:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522383.622366:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522383.622369:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731522383.622370:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731522383.622378:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742357632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522383.623683:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522383.623691:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710680 00000400:00000200:0.0:1731522383.623695:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1079 [1] + 224 00000400:00000200:0.0:1731522383.623708:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522383.623711:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522383.623715:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742357632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522383.623763:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522383.623768:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522383.623769:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522383.623773:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742357632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522383.623782:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742357632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522383.623800:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522383.623804:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731522383.623807:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522388.630084:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522388.630111:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:0.0:1731522388.630251:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913800. 00000400:00000010:0.0:1731522388.630264:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d3c8. 00000400:00000010:0.0:1731522388.630274:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9088. 00000100:00000200:0.0:1731522388.630285:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742357760, portal 25 00000400:00000010:0.0:1731522388.630291:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9aa0. 00000100:00000200:0.0:1731522388.630295:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742357760, offset 0 00000400:00000200:0.0:1731522388.630308:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731522388.630325:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731522388.630332:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522388.630339:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731522388.630344:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522388.630348:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731522388.630353:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [502:502:256:4294967295] 192.168.204.149@tcp LPNI seq info [502:502:8:4294967295] 00000400:00000200:0.0:1731522388.630369:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731522388.630379:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731522388.630384:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a458200. 00000800:00000200:0.0:1731522388.630393:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731522388.630405:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731522388.630411:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a458200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522388.630670:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522388.630677:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a458200. 00000400:00000200:2.0:1731522388.630683:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522388.630690:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731522388.630695:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9aa0 00000400:00000010:2.0:1731522388.630697:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9aa0. 00000100:00000200:2.0:1731522388.630707:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742357760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522388.632229:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522388.632243:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710700 00000400:00000200:0.0:1731522388.632260:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1081 [1] + 224 00000400:00000200:0.0:1731522388.632280:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522388.632285:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522388.632292:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742357760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522388.632389:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d3c8. 00000400:00000200:2.0:1731522388.632400:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9088 00000400:00000010:2.0:1731522388.632403:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9088. 00000100:00000200:2.0:1731522388.632412:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742357760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522388.632429:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742357760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522388.632461:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913800. 02000000:00000010:2.0:1731522388.632468:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:2.0:1731522388.632473:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522393.637951:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522393.637969:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:1.0:1731522393.638044:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522393.638051:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522393.638057:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522393.638063:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742357888, portal 25 00000400:00000010:1.0:1731522393.638066:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731522393.638067:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742357888, offset 0 00000400:00000200:1.0:1731522393.638074:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522393.638084:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522393.638088:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522393.638091:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522393.638093:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522393.638095:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522393.638097:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [503:503:256:4294967295] 192.168.204.149@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:1.0:1731522393.638103:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522393.638107:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522393.638110:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731522393.638113:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522393.638119:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522393.638122:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522393.638232:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522393.638235:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731522393.638238:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522393.638242:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522393.638245:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731522393.638246:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731522393.638252:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742357888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522393.639363:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522393.639371:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710780 00000400:00000200:0.0:1731522393.639375:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1089 [1] + 224 00000400:00000200:0.0:1731522393.639388:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522393.639390:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522393.639395:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742357888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522393.639432:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522393.639436:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522393.639437:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522393.639440:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742357888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522393.639458:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742357888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522393.639473:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522393.639476:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:1.0:1731522393.639479:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522398.646014:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522398.646036:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731522398.646147:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522398.646157:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522398.646164:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522398.646172:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358016, portal 25 00000400:00000010:1.0:1731522398.646176:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731522398.646178:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358016, offset 0 00000400:00000200:1.0:1731522398.646188:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522398.646214:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522398.646220:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522398.646224:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522398.646227:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522398.646230:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522398.646233:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [504:504:256:4294967295] 192.168.204.149@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:1.0:1731522398.646260:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522398.646265:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522398.646268:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731522398.646277:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522398.646285:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522398.646288:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522398.646466:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522398.646471:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731522398.646477:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522398.646484:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522398.646488:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731522398.646490:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731522398.646498:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742358016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522398.648202:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522398.648213:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710800 00000400:00000200:0.0:1731522398.648234:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1091 [1] + 224 00000400:00000200:0.0:1731522398.648269:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522398.648274:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522398.648280:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742358016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522398.648352:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522398.648359:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522398.648361:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522398.648368:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742358016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522398.648391:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742358016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522398.648411:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522398.648416:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731522398.648419:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522403.654006:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522403.654036:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731522403.654160:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522403.654171:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522403.654196:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522403.654204:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358144, portal 25 00000400:00000010:2.0:1731522403.654209:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731522403.654211:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358144, offset 0 00000400:00000200:2.0:1731522403.654221:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522403.654237:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522403.654242:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522403.654247:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522403.654251:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522403.654254:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522403.654257:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [505:505:256:4294967295] 192.168.204.149@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:2.0:1731522403.654269:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522403.654275:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522403.654279:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731522403.654286:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522403.654295:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522403.654299:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522403.654483:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522403.654488:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731522403.654494:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522403.654501:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522403.654505:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731522403.654507:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:0.0:1731522403.654516:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742358144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522403.656341:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522403.656355:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710880 00000400:00000200:0.0:1731522403.656363:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1099 [1] + 224 00000400:00000200:0.0:1731522403.656388:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522403.656393:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522403.656400:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742358144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522403.656524:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522403.656531:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522403.656533:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522403.656541:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742358144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522403.656553:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742358144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522403.656578:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522403.656584:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731522403.656588:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522408.661980:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522408.662000:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731522408.662104:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522408.662112:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522408.662117:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522408.662134:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358272, portal 25 00000400:00000010:2.0:1731522408.662137:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731522408.662138:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358272, offset 0 00000400:00000200:2.0:1731522408.662145:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522408.662157:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522408.662161:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522408.662164:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522408.662167:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522408.662168:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522408.662170:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [506:506:256:4294967295] 192.168.204.149@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000200:2.0:1731522408.662177:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522408.662181:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522408.662183:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731522408.662187:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522408.662193:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522408.662196:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522408.662351:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522408.662354:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731522408.662358:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522408.662362:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522408.662365:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:0.0:1731522408.662366:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:0.0:1731522408.662372:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742358272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522408.663801:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522408.663810:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710900 00000400:00000200:0.0:1731522408.663821:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10a1 [1] + 224 00000400:00000200:0.0:1731522408.663835:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522408.663837:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522408.663842:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742358272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522408.663984:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522408.664007:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522408.664009:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522408.664014:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742358272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522408.664023:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742358272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522408.664044:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522408.664048:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731522408.664050:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522413.669920:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522413.669946:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:1.0:1731522413.670053:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522413.670061:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522413.670069:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522413.670075:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358400, portal 25 00000400:00000010:1.0:1731522413.670079:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731522413.670080:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358400, offset 0 00000400:00000200:1.0:1731522413.670087:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522413.670099:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522413.670102:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522413.670106:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522413.670108:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522413.670109:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522413.670111:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [507:507:256:4294967295] 192.168.204.149@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:1.0:1731522413.670118:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522413.670122:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522413.670124:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731522413.670128:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522413.670134:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522413.670137:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522413.670271:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522413.670275:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731522413.670279:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522413.670285:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522413.670288:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731522413.670290:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731522413.670297:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742358400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522413.671633:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522413.671643:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710980 00000400:00000200:0.0:1731522413.671649:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10a9 [1] + 224 00000400:00000200:0.0:1731522413.671666:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522413.671670:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522413.671675:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742358400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522413.671750:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522413.671755:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522413.671756:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522413.671760:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742358400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522413.671778:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742358400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522413.671795:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522413.671799:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:1.0:1731522413.671801:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522418.677957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522418.677974:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:2.0:1731522418.678065:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522418.678071:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522418.678077:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522418.678083:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358528, portal 25 00000400:00000010:2.0:1731522418.678095:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731522418.678097:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358528, offset 0 00000400:00000200:2.0:1731522418.678104:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522418.678115:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522418.678119:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522418.678122:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522418.678125:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522418.678126:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522418.678128:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [508:508:256:4294967295] 192.168.204.149@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:2.0:1731522418.678135:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522418.678139:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522418.678141:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731522418.678145:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522418.678151:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522418.678154:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522418.678299:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522418.678303:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731522418.678306:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522418.678311:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522418.678313:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731522418.678315:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731522418.678321:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742358528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522418.679817:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522418.679825:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710a00 00000400:00000200:0.0:1731522418.679835:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10b1 [1] + 224 00000400:00000200:0.0:1731522418.679847:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522418.679849:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522418.679853:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742358528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522418.679921:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522418.679925:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522418.679926:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522418.679930:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742358528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522418.679936:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742358528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522418.679952:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522418.679955:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731522418.679958:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522423.685959:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522423.685979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731522423.686062:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522423.686071:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522423.686077:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522423.686084:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358656, portal 25 00000400:00000010:2.0:1731522423.686088:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731522423.686102:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358656, offset 0 00000400:00000200:2.0:1731522423.686111:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522423.686124:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522423.686129:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522423.686134:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522423.686137:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522423.686138:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522423.686141:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [509:509:256:4294967295] 192.168.204.149@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:2.0:1731522423.686150:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522423.686156:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522423.686159:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731522423.686164:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522423.686171:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522423.686174:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522423.686347:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522423.686350:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731522423.686354:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522423.686358:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522423.686361:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:0.0:1731522423.686362:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000100:00000200:0.0:1731522423.686369:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742358656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522423.687799:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522423.687807:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710a80 00000400:00000200:0.0:1731522423.687813:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10b9 [1] + 224 00000400:00000200:0.0:1731522423.687825:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522423.687827:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522423.687832:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742358656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522423.687877:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522423.687881:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522423.687882:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522423.687886:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742358656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522423.687895:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742358656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522423.687914:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522423.687917:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731522423.687920:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522428.693981:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522428.693999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731522428.694092:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522428.694100:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522428.694106:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522428.694113:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358784, portal 25 00000400:00000010:1.0:1731522428.694116:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731522428.694118:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358784, offset 0 00000400:00000200:1.0:1731522428.694126:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522428.694138:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522428.694144:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522428.694147:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522428.694150:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522428.694181:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522428.694184:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [510:510:256:4294967295] 192.168.204.149@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:1.0:1731522428.694193:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522428.694199:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522428.694202:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731522428.694207:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522428.694215:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522428.694218:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522428.694350:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522428.694354:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731522428.694359:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522428.694364:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522428.694367:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731522428.694369:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731522428.694375:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742358784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522428.695545:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522428.695554:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710b00 00000400:00000200:0.0:1731522428.695570:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10c1 [1] + 224 00000400:00000200:0.0:1731522428.695587:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522428.695591:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522428.695596:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742358784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522428.695677:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522428.695682:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522428.695683:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522428.695687:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742358784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522428.695702:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742358784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522428.695718:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522428.695721:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731522428.695724:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522433.701985:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522433.702003:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:1.0:1731522433.702088:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522433.702095:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522433.702101:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522433.702106:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742358912, portal 25 00000400:00000010:1.0:1731522433.702109:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731522433.702110:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742358912, offset 0 00000400:00000200:1.0:1731522433.702117:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522433.702128:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522433.702132:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522433.702135:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522433.702137:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522433.702138:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522433.702140:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [511:511:256:4294967295] 192.168.204.149@tcp LPNI seq info [511:511:8:4294967295] 00000400:00000200:1.0:1731522433.702147:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522433.702151:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522433.702153:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731522433.702157:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522433.702162:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522433.702165:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522433.702283:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522433.702287:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731522433.702291:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522433.702297:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522433.702300:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731522433.702302:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731522433.702308:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742358912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522433.703332:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522433.703341:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710b80 00000400:00000200:0.0:1731522433.703346:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10c9 [1] + 224 00000400:00000200:0.0:1731522433.703362:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522433.703366:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522433.703371:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742358912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522433.703445:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522433.703450:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522433.703451:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522433.703454:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742358912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522433.703472:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742358912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522433.703488:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522433.703491:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:1.0:1731522433.703494:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522438.710027:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522438.710045:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731522438.710121:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522438.710129:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522438.710135:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522438.710140:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359040, portal 25 00000400:00000010:1.0:1731522438.710144:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731522438.710145:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359040, offset 0 00000400:00000200:1.0:1731522438.710152:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522438.710164:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522438.710167:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522438.710170:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522438.710172:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522438.710173:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522438.710176:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [512:512:256:4294967295] 192.168.204.149@tcp LPNI seq info [512:512:8:4294967295] 00000400:00000200:1.0:1731522438.710182:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522438.710186:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522438.710189:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731522438.710192:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522438.710198:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522438.710201:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522438.710309:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522438.710311:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731522438.710315:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522438.710319:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522438.710322:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731522438.710323:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731522438.710329:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742359040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522438.711800:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522438.711808:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710c00 00000400:00000200:0.0:1731522438.711824:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10d1 [1] + 224 00000400:00000200:0.0:1731522438.711837:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522438.711840:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522438.711844:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742359040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522438.711893:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522438.711898:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522438.711900:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522438.711905:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742359040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522438.711925:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742359040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522438.711945:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522438.711950:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731522438.711953:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522443.718006:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522443.718027:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731522443.718106:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522443.718112:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522443.718118:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522443.718124:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359168, portal 25 00000400:00000010:2.0:1731522443.718127:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731522443.718128:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359168, offset 0 00000400:00000200:2.0:1731522443.718146:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522443.718158:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522443.718162:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522443.718165:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522443.718167:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522443.718169:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522443.718171:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [513:513:256:4294967295] 192.168.204.149@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000200:2.0:1731522443.718178:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522443.718182:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522443.718185:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731522443.718189:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522443.718195:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522443.718197:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522443.718365:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522443.718368:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731522443.718372:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522443.718376:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522443.718380:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:0.0:1731522443.718381:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000100:00000200:0.0:1731522443.718388:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742359168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522443.719839:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522443.719846:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710c80 00000400:00000200:0.0:1731522443.719852:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10d9 [1] + 224 00000400:00000200:0.0:1731522443.719893:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522443.719896:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522443.719901:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742359168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522443.719949:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522443.719953:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522443.719954:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522443.719959:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742359168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522443.719967:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742359168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522443.719987:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522443.719991:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731522443.719994:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522448.725958:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522448.725977:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:2.0:1731522448.726088:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522448.726095:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522448.726101:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522448.726106:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359296, portal 25 00000400:00000010:2.0:1731522448.726109:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731522448.726110:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359296, offset 0 00000400:00000200:2.0:1731522448.726118:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522448.726140:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522448.726144:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522448.726147:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522448.726149:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522448.726150:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522448.726152:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [514:514:256:4294967295] 192.168.204.149@tcp LPNI seq info [514:514:8:4294967295] 00000400:00000200:2.0:1731522448.726159:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522448.726163:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522448.726166:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731522448.726169:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522448.726175:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522448.726177:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522448.726297:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522448.726300:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731522448.726304:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522448.726308:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522448.726311:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731522448.726312:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:0.0:1731522448.726318:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742359296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522448.727847:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522448.727877:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710d00 00000400:00000200:0.0:1731522448.727889:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10e1 [1] + 224 00000400:00000200:0.0:1731522448.727905:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522448.727907:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522448.727911:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742359296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522448.727955:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522448.727959:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522448.727960:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522448.727964:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742359296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522448.727970:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742359296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522448.727988:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522448.727992:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731522448.727995:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522453.733952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731522453.733973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731522453.734056:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522453.734063:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522453.734069:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522453.734075:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359424, portal 25 00000400:00000010:2.0:1731522453.734077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000100:00000200:2.0:1731522453.734079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359424, offset 0 00000400:00000200:2.0:1731522453.734086:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522453.734097:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522453.734110:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522453.734113:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522453.734115:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522453.734117:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522453.734119:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [515:515:256:4294967295] 192.168.204.149@tcp LPNI seq info [515:515:8:4294967295] 00000400:00000200:2.0:1731522453.734126:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522453.734130:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522453.734132:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731522453.734136:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522453.734142:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522453.734144:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522453.734260:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522453.734263:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731522453.734266:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522453.734271:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522453.734273:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:0.0:1731522453.734274:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:0.0:1731522453.734279:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742359424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522453.735437:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522453.735444:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710d80 00000400:00000200:0.0:1731522453.735449:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10e9 [1] + 224 00000400:00000200:0.0:1731522453.735463:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522453.735465:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522453.735470:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742359424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522453.735542:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522453.735546:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522453.735547:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522453.735551:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742359424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522453.735557:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742359424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522453.735572:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522453.735575:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731522453.735578:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731522458.741968:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731522458.741987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731522458.742058:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522458.742065:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522458.742071:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522458.742077:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359552, portal 25 00000400:00000010:1.0:1731522458.742081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731522458.742082:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359552, offset 0 00000400:00000200:1.0:1731522458.742089:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522458.742099:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522458.742103:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522458.742106:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522458.742109:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522458.742110:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522458.742112:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [516:516:256:4294967295] 192.168.204.149@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:1.0:1731522458.742118:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522458.742122:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522458.742126:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731522458.742130:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522458.742136:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522458.742139:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522458.742241:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522458.742245:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731522458.742248:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522458.742252:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522458.742255:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731522458.742256:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731522458.742262:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742359552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522458.743371:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522458.743379:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710e00 00000400:00000200:0.0:1731522458.743392:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10f1 [1] + 224 00000400:00000200:0.0:1731522458.743404:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522458.743406:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522458.743411:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742359552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522458.743445:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522458.743449:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522458.743450:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522458.743453:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742359552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522458.743468:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742359552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522458.743483:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522458.743486:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731522458.743488:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731522463.749946:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731522463.749964:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731522463.750050:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522463.750059:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522463.750066:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522463.750072:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359680, portal 25 00000400:00000010:2.0:1731522463.750076:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731522463.750078:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359680, offset 0 00000400:00000200:2.0:1731522463.750087:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522463.750100:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522463.750105:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522463.750121:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522463.750124:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522463.750126:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522463.750129:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [517:517:256:4294967295] 192.168.204.149@tcp LPNI seq info [517:517:8:4294967295] 00000400:00000200:2.0:1731522463.750138:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522463.750143:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522463.750146:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731522463.750150:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522463.750155:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522463.750158:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522463.750308:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522463.750311:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731522463.750315:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522463.750320:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522463.750323:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731522463.750324:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731522463.750330:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742359680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522463.751658:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522463.751666:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710e80 00000400:00000200:0.0:1731522463.751670:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x10f9 [1] + 224 00000400:00000200:0.0:1731522463.751682:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522463.751685:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522463.751689:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742359680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522463.751736:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522463.751739:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522463.751739:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522463.751743:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742359680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522463.751749:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742359680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522463.751765:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522463.751769:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731522463.751772:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731522468.758002:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731522468.758030:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731522468.758111:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522468.758118:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522468.758123:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522468.758128:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359808, portal 25 00000400:00000010:1.0:1731522468.758132:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731522468.758134:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359808, offset 0 00000400:00000200:1.0:1731522468.758141:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522468.758150:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522468.758154:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522468.758157:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522468.758159:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522468.758161:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522468.758163:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [518:518:256:4294967295] 192.168.204.149@tcp LPNI seq info [518:518:8:4294967295] 00000400:00000200:1.0:1731522468.758169:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522468.758173:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522468.758175:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731522468.758179:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522468.758185:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522468.758187:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522468.758315:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522468.758318:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731522468.758322:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522468.758326:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522468.758328:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731522468.758329:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731522468.758335:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742359808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522468.759589:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522468.759597:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710f00 00000400:00000200:0.0:1731522468.759606:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1101 [1] + 224 00000400:00000200:0.0:1731522468.759619:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522468.759621:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522468.759625:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742359808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522468.759665:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522468.759669:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522468.759670:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522468.759674:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742359808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522468.759694:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742359808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522468.759710:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522468.759713:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731522468.759716:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731522473.765950:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731522473.765968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:1.0:1731522473.766045:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522473.766052:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522473.766058:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522473.766065:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742359936, portal 25 00000400:00000010:1.0:1731522473.766069:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731522473.766071:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742359936, offset 0 00000400:00000200:1.0:1731522473.766079:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522473.766091:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522473.766096:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522473.766100:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522473.766102:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522473.766104:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522473.766107:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [519:519:256:4294967295] 192.168.204.149@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:1.0:1731522473.766116:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522473.766121:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522473.766124:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731522473.766129:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522473.766137:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522473.766140:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522473.766274:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522473.766278:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731522473.766282:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522473.766288:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522473.766291:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731522473.766293:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731522473.766300:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742359936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522473.767350:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522473.767360:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79710f80 00000400:00000200:0.0:1731522473.767366:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:0.0:1731522473.767384:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522473.767387:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522473.767392:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742359936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522473.767437:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522473.767442:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522473.767443:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522473.767447:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742359936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522473.767467:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742359936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522473.767485:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522473.767489:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:1.0:1731522473.767492:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731522478.773976:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731522478.773995:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731522478.774081:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522478.774088:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522478.774093:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522478.774100:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360064, portal 25 00000400:00000010:1.0:1731522478.774103:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731522478.774104:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360064, offset 0 00000400:00000200:1.0:1731522478.774111:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522478.774122:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522478.774126:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522478.774128:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522478.774131:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522478.774132:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522478.774134:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [520:520:256:4294967295] 192.168.204.149@tcp LPNI seq info [520:520:8:4294967295] 00000400:00000200:1.0:1731522478.774141:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522478.774144:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522478.774147:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731522478.774151:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522478.774156:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522478.774159:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522478.774292:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522478.774295:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731522478.774299:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522478.774303:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522478.774306:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731522478.774307:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731522478.774313:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742360064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522478.775491:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522478.775499:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711000 00000400:00000200:0.0:1731522478.775516:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1111 [1] + 224 00000400:00000200:0.0:1731522478.775529:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522478.775533:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522478.775538:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742360064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522478.775578:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522478.775583:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522478.775584:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522478.775587:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742360064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522478.775602:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742360064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522478.775618:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522478.775621:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731522478.775623:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731522483.781945:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731522483.781963:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:2.0:1731522483.782034:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522483.782041:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522483.782045:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522483.782050:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360192, portal 25 00000400:00000010:2.0:1731522483.782053:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731522483.782055:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360192, offset 0 00000400:00000200:2.0:1731522483.782062:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522483.782073:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522483.782077:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522483.782079:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522483.782091:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522483.782092:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522483.782094:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [521:521:256:4294967295] 192.168.204.149@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:2.0:1731522483.782102:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522483.782106:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522483.782108:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731522483.782112:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522483.782117:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522483.782120:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522483.782253:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522483.782256:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731522483.782260:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522483.782264:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522483.782267:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:0.0:1731522483.782268:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:0.0:1731522483.782273:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742360192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522483.783251:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522483.783258:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711080 00000400:00000200:0.0:1731522483.783263:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1119 [1] + 224 00000400:00000200:0.0:1731522483.783277:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522483.783280:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522483.783285:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742360192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522483.783322:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522483.783325:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522483.783325:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522483.783329:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742360192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522483.783334:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742360192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522483.783349:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522483.783352:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731522483.783354:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731522488.789984:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731522488.790007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731522488.790139:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522488.790150:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522488.790157:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522488.790164:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360320, portal 25 00000400:00000010:2.0:1731522488.790169:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731522488.790171:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360320, offset 0 00000400:00000200:2.0:1731522488.790180:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522488.790194:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522488.790200:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522488.790205:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522488.790208:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522488.790220:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522488.790224:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [522:522:256:4294967295] 192.168.204.149@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:2.0:1731522488.790235:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522488.790241:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522488.790245:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731522488.790252:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522488.790260:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522488.790263:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522488.790421:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522488.790428:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731522488.790434:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522488.790443:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522488.790448:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000400:00000010:0.0:1731522488.790451:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000100:00000200:0.0:1731522488.790461:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742360320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522488.791918:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522488.791935:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711100 00000400:00000200:0.0:1731522488.791955:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1121 [1] + 224 00000400:00000200:0.0:1731522488.791980:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522488.791987:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522488.791997:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742360320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522488.792142:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522488.792149:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522488.792150:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522488.792157:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742360320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522488.792166:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742360320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522488.792187:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522488.792192:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731522488.792195:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731522493.797923:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731522493.797939:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731522493.798024:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522493.798031:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522493.798036:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522493.798041:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360448, portal 25 00000400:00000010:2.0:1731522493.798044:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731522493.798045:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360448, offset 0 00000400:00000200:2.0:1731522493.798052:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522493.798063:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522493.798067:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522493.798069:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522493.798072:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522493.798073:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522493.798082:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [523:523:256:4294967295] 192.168.204.149@tcp LPNI seq info [523:523:8:4294967295] 00000400:00000200:2.0:1731522493.798089:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522493.798093:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522493.798096:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731522493.798100:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522493.798105:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522493.798108:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522493.798197:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522493.798200:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731522493.798203:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522493.798208:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522493.798210:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:0.0:1731522493.798211:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:0.0:1731522493.798217:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742360448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522493.799218:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522493.799226:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711180 00000400:00000200:0.0:1731522493.799230:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1129 [1] + 224 00000400:00000200:0.0:1731522493.799241:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522493.799243:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522493.799247:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742360448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522493.799289:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522493.799293:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522493.799294:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522493.799298:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742360448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522493.799304:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742360448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522493.799320:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522493.799323:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731522493.799325:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731522498.805936:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731522498.805951:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:1.0:1731522498.806026:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522498.806035:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522498.806041:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522498.806049:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360576, portal 25 00000400:00000010:1.0:1731522498.806053:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731522498.806055:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360576, offset 0 00000400:00000200:1.0:1731522498.806063:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522498.806076:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522498.806081:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522498.806085:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522498.806088:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522498.806090:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522498.806093:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [524:524:256:4294967295] 192.168.204.149@tcp LPNI seq info [524:524:8:4294967295] 00000400:00000200:1.0:1731522498.806103:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522498.806108:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522498.806112:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731522498.806117:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522498.806123:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522498.806127:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522498.806259:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522498.806262:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731522498.806266:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522498.806270:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522498.806273:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731522498.806275:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731522498.806280:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742360576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522498.807463:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522498.807471:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711200 00000400:00000200:0.0:1731522498.807482:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1131 [1] + 224 00000400:00000200:0.0:1731522498.807493:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522498.807495:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522498.807499:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742360576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522498.807547:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522498.807552:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522498.807553:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522498.807558:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742360576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522498.807580:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742360576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522498.807600:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522498.807605:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:1.0:1731522498.807608:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731522503.813925:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731522503.813940:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731522503.814005:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522503.814014:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522503.814019:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522503.814024:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360704, portal 25 00000400:00000010:2.0:1731522503.814026:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000100:00000200:2.0:1731522503.814028:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360704, offset 0 00000400:00000200:2.0:1731522503.814035:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522503.814046:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522503.814050:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522503.814052:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522503.814054:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522503.814056:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522503.814058:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [525:525:256:4294967295] 192.168.204.149@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:2.0:1731522503.814072:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522503.814076:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522503.814079:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731522503.814082:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522503.814088:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522503.814090:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522503.814220:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522503.814224:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731522503.814226:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522503.814231:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522503.814233:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000400:00000010:0.0:1731522503.814234:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:0.0:1731522503.814240:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742360704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522503.815287:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522503.815294:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711280 00000400:00000200:0.0:1731522503.815300:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1139 [1] + 224 00000400:00000200:0.0:1731522503.815312:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522503.815314:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522503.815319:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742360704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522503.815387:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522503.815391:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522503.815392:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522503.815396:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742360704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522503.815402:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742360704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522503.815417:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522503.815420:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731522503.815422:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731522508.821977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731522508.821994:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731522508.822094:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522508.822101:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522508.822107:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522508.822112:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360832, portal 25 00000400:00000010:2.0:1731522508.822115:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731522508.822117:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360832, offset 0 00000400:00000200:2.0:1731522508.822123:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522508.822135:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522508.822138:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522508.822141:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522508.822143:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522508.822145:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522508.822147:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [526:526:256:4294967295] 192.168.204.149@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:2.0:1731522508.822154:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522508.822169:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522508.822172:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731522508.822175:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522508.822181:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522508.822184:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522508.822292:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522508.822296:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731522508.822301:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522508.822306:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522508.822310:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731522508.822311:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731522508.822318:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742360832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522508.823441:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522508.823450:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711300 00000400:00000200:0.0:1731522508.823461:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1141 [1] + 224 00000400:00000200:0.0:1731522508.823474:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522508.823478:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522508.823483:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742360832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522508.823531:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522508.823535:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522508.823536:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522508.823541:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742360832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522508.823548:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742360832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522508.823568:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522508.823572:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731522508.823574:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731522513.829978:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522513.829996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731522513.830102:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522513.830109:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522513.830115:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522513.830121:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742360960, portal 25 00000400:00000010:1.0:1731522513.830124:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731522513.830125:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742360960, offset 0 00000400:00000200:1.0:1731522513.830132:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522513.830144:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522513.830148:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522513.830151:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522513.830153:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522513.830155:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522513.830157:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [527:527:256:4294967295] 192.168.204.149@tcp LPNI seq info [527:527:8:4294967295] 00000400:00000200:1.0:1731522513.830163:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522513.830167:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522513.830169:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731522513.830173:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522513.830178:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522513.830181:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522513.830303:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522513.830306:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731522513.830310:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522513.830314:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522513.830317:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731522513.830319:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731522513.830325:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742360960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522513.831500:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522513.831510:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711380 00000400:00000200:0.0:1731522513.831516:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1149 [1] + 224 00000400:00000200:0.0:1731522513.831534:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522513.831537:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522513.831544:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742360960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522513.831633:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522513.831647:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522513.831648:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522513.831651:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742360960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522513.831669:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742360960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522513.831685:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522513.831688:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731522513.831691:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522518.837974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522518.837999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:1.0:1731522518.838124:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522518.838136:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522518.838144:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522518.838154:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361088, portal 25 00000400:00000010:1.0:1731522518.838160:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731522518.838163:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361088, offset 0 00000400:00000200:1.0:1731522518.838175:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522518.838192:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522518.838200:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522518.838207:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522518.838211:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522518.838215:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522518.838220:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [528:528:256:4294967295] 192.168.204.149@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000200:1.0:1731522518.838236:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522518.838245:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522518.838250:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522518.838258:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522518.838269:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522518.838275:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522518.838434:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522518.838438:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522518.838444:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522518.838451:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522518.838456:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731522518.838458:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731522518.838466:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742361088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522518.839839:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522518.839852:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711400 00000400:00000200:0.0:1731522518.839897:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1151 [1] + 224 00000400:00000200:0.0:1731522518.839916:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522518.839921:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522518.839928:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742361088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522518.839998:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522518.840007:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522518.840009:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522518.840016:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742361088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522518.840049:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742361088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522518.840073:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522518.840078:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:1.0:1731522518.840082:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522523.846001:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522523.846021:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:2.0:1731522523.846151:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522523.846160:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522523.846166:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522523.846172:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361216, portal 25 00000400:00000010:2.0:1731522523.846175:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731522523.846177:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361216, offset 0 00000400:00000200:2.0:1731522523.846185:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522523.846197:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522523.846219:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522523.846223:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522523.846227:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522523.846231:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522523.846235:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [529:529:256:4294967295] 192.168.204.149@tcp LPNI seq info [529:529:8:4294967295] 00000400:00000200:2.0:1731522523.846249:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522523.846257:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522523.846291:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731522523.846297:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522523.846306:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522523.846309:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522523.846454:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522523.846458:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731522523.846462:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522523.846468:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522523.846472:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731522523.846474:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731522523.846481:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742361216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522523.847756:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522523.847765:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711480 00000400:00000200:0.0:1731522523.847771:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1159 [1] + 224 00000400:00000200:0.0:1731522523.847786:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522523.847789:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522523.847794:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742361216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522523.847851:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522523.847882:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522523.847883:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522523.847889:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742361216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522523.847897:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742361216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522523.847916:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522523.847919:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731522523.847922:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522528.853969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522528.853989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731522528.854076:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522528.854083:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522528.854089:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522528.854095:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361344, portal 25 00000400:00000010:2.0:1731522528.854098:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731522528.854099:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361344, offset 0 00000400:00000200:2.0:1731522528.854108:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522528.854119:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522528.854123:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522528.854126:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522528.854129:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522528.854130:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522528.854132:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [530:530:256:4294967295] 192.168.204.149@tcp LPNI seq info [530:530:8:4294967295] 00000400:00000200:2.0:1731522528.854139:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522528.854143:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522528.854146:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731522528.854159:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522528.854165:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522528.854168:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522528.854315:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522528.854319:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731522528.854343:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522528.854348:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522528.854352:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:0.0:1731522528.854353:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:0.0:1731522528.854359:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742361344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522528.855874:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522528.855884:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711500 00000400:00000200:0.0:1731522528.855897:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1161 [1] + 224 00000400:00000200:0.0:1731522528.855913:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522528.855916:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522528.855921:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742361344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522528.856004:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522528.856008:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522528.856009:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522528.856013:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742361344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522528.856019:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742361344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522528.856036:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522528.856038:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731522528.856041:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522533.862027:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522533.862048:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:1.0:1731522533.862182:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522533.862194:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522533.862201:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522533.862209:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361472, portal 25 00000400:00000010:1.0:1731522533.862214:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731522533.862216:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361472, offset 0 00000400:00000200:1.0:1731522533.862226:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522533.862285:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522533.862289:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522533.862293:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522533.862295:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522533.862297:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522533.862300:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [531:531:256:4294967295] 192.168.204.149@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:1.0:1731522533.862307:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522533.862311:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522533.862314:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522533.862318:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522533.862325:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522533.862328:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522533.862457:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522533.862461:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522533.862465:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522533.862470:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522533.862473:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731522533.862474:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731522533.862481:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742361472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522533.863811:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522533.863824:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711580 00000400:00000200:0.0:1731522533.863832:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1169 [1] + 224 00000400:00000200:0.0:1731522533.863888:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522533.863893:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522533.863901:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742361472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522533.864013:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522533.864019:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522533.864020:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522533.864024:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742361472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522533.864068:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742361472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522533.864093:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522533.864099:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:1.0:1731522533.864102:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522538.870004:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522538.870026:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731522538.870156:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522538.870165:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522538.870187:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522538.870193:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361600, portal 25 00000400:00000010:2.0:1731522538.870196:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731522538.870198:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361600, offset 0 00000400:00000200:2.0:1731522538.870207:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522538.870220:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522538.870225:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522538.870228:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522538.870231:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522538.870233:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522538.870236:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [532:532:256:4294967295] 192.168.204.149@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:2.0:1731522538.870243:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522538.870247:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522538.870250:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731522538.870255:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522538.870270:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522538.870273:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522538.870326:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522538.870329:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731522538.870376:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522538.870381:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522538.870383:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731522538.870385:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731522538.870391:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742361600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522538.871398:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522538.871406:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711600 00000400:00000200:0.0:1731522538.871416:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1171 [1] + 224 00000400:00000200:0.0:1731522538.871427:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522538.871430:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522538.871434:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742361600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522538.871480:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522538.871483:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522538.871484:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522538.871488:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742361600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522538.871494:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742361600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522538.871510:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522538.871513:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731522538.871515:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522543.877977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522543.877996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:2.0:1731522543.878125:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522543.878132:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522543.878138:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522543.878143:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361728, portal 25 00000400:00000010:2.0:1731522543.878146:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731522543.878147:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361728, offset 0 00000400:00000200:2.0:1731522543.878154:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522543.878165:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522543.878169:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522543.878172:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522543.878174:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522543.878175:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522543.878177:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [533:533:256:4294967295] 192.168.204.149@tcp LPNI seq info [533:533:8:4294967295] 00000400:00000200:2.0:1731522543.878184:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522543.878187:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522543.878190:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731522543.878194:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522543.878200:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522543.878207:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522543.878340:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522543.878343:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731522543.878346:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522543.878351:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522543.878354:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:0.0:1731522543.878355:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:0.0:1731522543.878361:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742361728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522543.879596:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522543.879604:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711680 00000400:00000200:0.0:1731522543.879609:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:0.0:1731522543.879620:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522543.879622:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522543.879627:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742361728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522543.879667:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522543.879670:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522543.879671:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522543.879674:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742361728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522543.879680:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742361728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522543.879696:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522543.879699:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731522543.879701:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522548.886017:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522548.886040:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731522548.886122:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522548.886132:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522548.886138:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522548.886143:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361856, portal 25 00000400:00000010:2.0:1731522548.886146:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731522548.886147:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361856, offset 0 00000400:00000200:2.0:1731522548.886154:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522548.886165:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522548.886169:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522548.886172:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522548.886174:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522548.886175:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522548.886177:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [534:534:256:4294967295] 192.168.204.149@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:2.0:1731522548.886184:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522548.886188:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522548.886190:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731522548.886194:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522548.886200:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522548.886202:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522548.886340:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522548.886343:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731522548.886347:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522548.886351:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522548.886353:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:0.0:1731522548.886354:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00000100:00000200:0.0:1731522548.886360:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742361856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522548.887447:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522548.887454:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711700 00000400:00000200:0.0:1731522548.887476:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1181 [1] + 224 00000400:00000200:0.0:1731522548.887488:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522548.887490:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522548.887494:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742361856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522548.887576:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522548.887580:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522548.887581:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522548.887585:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742361856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522548.887591:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742361856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522548.887608:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522548.887611:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731522548.887614:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522553.893970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522553.893990:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731522553.894083:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522553.894093:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522553.894101:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522553.894109:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742361984, portal 25 00000400:00000010:1.0:1731522553.894113:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731522553.894114:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742361984, offset 0 00000400:00000200:1.0:1731522553.894123:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522553.894135:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522553.894138:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522553.894142:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522553.894145:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522553.894147:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522553.894149:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [535:535:256:4294967295] 192.168.204.149@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:1.0:1731522553.894156:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522553.894160:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522553.894163:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522553.894168:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522553.894176:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522553.894179:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522553.894269:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522553.894276:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522553.894283:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522553.894291:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522553.894296:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731522553.894298:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731522553.894308:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742361984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522553.895402:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522553.895415:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711780 00000400:00000200:0.0:1731522553.895422:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1189 [1] + 224 00000400:00000200:0.0:1731522553.895441:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522553.895445:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522553.895450:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742361984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522553.895511:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522553.895518:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522553.895520:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522553.895527:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742361984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522553.895554:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742361984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522553.895573:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522553.895579:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731522553.895582:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522558.902014:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522558.902037:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731522558.902148:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522558.902156:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522558.902162:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522558.902169:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742362112, portal 25 00000400:00000010:1.0:1731522558.902172:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731522558.902174:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742362112, offset 0 00000400:00000200:1.0:1731522558.902182:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522558.902194:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522558.902197:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522558.902201:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522558.902204:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522558.902205:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522558.902207:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [536:536:256:4294967295] 192.168.204.149@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000200:1.0:1731522558.902215:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522558.902219:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522558.902223:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522558.902227:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522558.902235:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522558.902238:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522558.902410:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522558.902413:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522558.902416:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522558.902421:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522558.902424:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731522558.902425:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731522558.902430:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742362112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522558.903605:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522558.903613:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711800 00000400:00000200:0.0:1731522558.903630:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1191 [1] + 224 00000400:00000200:0.0:1731522558.903644:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522558.903646:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522558.903650:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742362112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522558.903724:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522558.903729:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522558.903730:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522558.903734:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742362112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522558.903750:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742362112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522558.903766:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522558.903792:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731522558.903795:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522563.910017:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522563.910040:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731522563.910179:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522563.910189:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522563.910195:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522563.910203:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742362240, portal 25 00000400:00000010:1.0:1731522563.910206:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731522563.910208:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742362240, offset 0 00000400:00000200:1.0:1731522563.910217:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522563.910230:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522563.910234:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522563.910238:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522563.910241:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522563.910242:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522563.910245:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [537:537:256:4294967295] 192.168.204.149@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:1.0:1731522563.910253:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522563.910258:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522563.910262:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522563.910268:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522563.910276:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522563.910280:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522563.910496:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522563.910506:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522563.910516:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522563.910528:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522563.910535:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731522563.910538:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731522563.910552:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742362240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522563.912047:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522563.912066:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711880 00000400:00000200:0.0:1731522563.912078:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1199 [1] + 224 00000400:00000200:0.0:1731522563.912108:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522563.912114:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522563.912124:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742362240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522563.912224:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522563.912230:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522563.912232:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522563.912238:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742362240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522563.912263:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742362240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522563.912282:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522563.912287:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731522563.912292:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522568.917957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522568.917973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731522568.918044:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522568.918050:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522568.918055:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522568.918060:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742362368, portal 25 00000400:00000010:2.0:1731522568.918063:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731522568.918065:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742362368, offset 0 00000400:00000200:2.0:1731522568.918071:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522568.918082:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522568.918086:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522568.918088:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522568.918091:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522568.918092:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522568.918094:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [538:538:256:4294967295] 192.168.204.149@tcp LPNI seq info [538:538:8:4294967295] 00000400:00000200:2.0:1731522568.918100:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522568.918104:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522568.918107:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731522568.918110:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522568.918116:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522568.918119:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522568.918224:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522568.918227:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731522568.918229:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522568.918233:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522568.918235:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:0.0:1731522568.918236:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00000100:00000200:0.0:1731522568.918242:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742362368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522568.919328:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522568.919336:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711900 00000400:00000200:0.0:1731522568.919350:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11a1 [1] + 224 00000400:00000200:0.0:1731522568.919361:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522568.919364:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522568.919368:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742362368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522568.919414:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522568.919421:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522568.919423:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522568.919427:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742362368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522568.919434:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742362368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522568.919450:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522568.919453:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731522568.919456:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522573.926006:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522573.926032:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:2.0:1731522573.926146:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522573.926155:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522573.926162:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522573.926169:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742362496, portal 25 00000400:00000010:2.0:1731522573.926173:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731522573.926175:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742362496, offset 0 00000400:00000200:2.0:1731522573.926185:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522573.926199:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522573.926205:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522573.926210:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522573.926213:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522573.926215:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522573.926218:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [539:539:256:4294967295] 192.168.204.149@tcp LPNI seq info [539:539:8:4294967295] 00000400:00000200:2.0:1731522573.926231:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522573.926241:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522573.926246:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731522573.926253:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522573.926265:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522573.926271:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522573.926488:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522573.926494:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731522573.926533:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522573.926540:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522573.926544:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731522573.926546:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731522573.926555:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742362496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522573.927730:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522573.927741:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711980 00000400:00000200:0.0:1731522573.927748:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11a9 [1] + 224 00000400:00000200:0.0:1731522573.927769:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522573.927773:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522573.927780:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742362496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522573.927845:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522573.927852:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522573.927894:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522573.927902:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742362496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522573.927925:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742362496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522573.927954:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522573.927959:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731522573.927962:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522578.934017:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522578.934037:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:1.0:1731522578.934157:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522578.934166:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522578.934172:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522578.934178:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742362624, portal 25 00000400:00000010:1.0:1731522578.934181:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731522578.934183:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742362624, offset 0 00000400:00000200:1.0:1731522578.934190:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522578.934203:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522578.934207:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522578.934211:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522578.934213:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522578.934215:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522578.934217:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [540:540:256:4294967295] 192.168.204.149@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000200:1.0:1731522578.934226:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522578.934230:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522578.934233:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522578.934253:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522578.934259:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522578.934262:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522578.934452:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522578.934456:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522578.934461:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522578.934466:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522578.934470:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731522578.934471:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731522578.934479:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742362624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522578.935563:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522578.935572:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711a00 00000400:00000200:0.0:1731522578.935588:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11b1 [1] + 224 00000400:00000200:0.0:1731522578.935601:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522578.935605:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522578.935610:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742362624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522578.935702:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522578.935708:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522578.935709:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522578.935714:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742362624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522578.935733:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742362624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522578.935751:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522578.935755:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:1.0:1731522578.935757:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522583.941937:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522583.941956:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:2.0:1731522583.942078:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522583.942085:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522583.942091:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522583.942096:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742362752, portal 25 00000400:00000010:2.0:1731522583.942099:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731522583.942100:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742362752, offset 0 00000400:00000200:2.0:1731522583.942107:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522583.942117:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522583.942121:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522583.942124:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522583.942126:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522583.942128:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522583.942130:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [541:541:256:4294967295] 192.168.204.149@tcp LPNI seq info [541:541:8:4294967295] 00000400:00000200:2.0:1731522583.942136:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522583.942139:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522583.942142:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731522583.942145:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522583.942151:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522583.942153:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522583.942276:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522583.942280:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731522583.942285:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522583.942291:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522583.942294:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:0.0:1731522583.942296:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:0.0:1731522583.942303:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742362752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522583.943445:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522583.943454:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711a80 00000400:00000200:0.0:1731522583.943459:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11b9 [1] + 224 00000400:00000200:0.0:1731522583.943476:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522583.943480:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522583.943485:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742362752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522583.943535:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522583.943539:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522583.943540:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522583.943544:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742362752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522583.943558:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742362752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522583.943574:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522583.943577:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731522583.943580:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522588.949929:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522588.949947:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731522588.950010:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522588.950017:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522588.950022:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522588.950027:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742362880, portal 25 00000400:00000010:2.0:1731522588.950031:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731522588.950032:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742362880, offset 0 00000400:00000200:2.0:1731522588.950039:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522588.950049:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522588.950053:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522588.950056:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522588.950058:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522588.950059:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522588.950061:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [542:542:256:4294967295] 192.168.204.149@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000200:2.0:1731522588.950068:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522588.950072:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522588.950074:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731522588.950078:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522588.950083:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522588.950086:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522588.950191:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522588.950194:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731522588.950198:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522588.950203:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522588.950206:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731522588.950208:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731522588.950215:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742362880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522588.951177:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522588.951185:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711b00 00000400:00000200:0.0:1731522588.951200:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11c1 [1] + 224 00000400:00000200:0.0:1731522588.951212:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522588.951215:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522588.951219:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742362880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522588.951304:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522588.951308:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522588.951308:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522588.951312:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742362880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522588.951334:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742362880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522588.951350:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522588.951353:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731522588.951355:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522593.957962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522593.957981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731522593.958052:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522593.958059:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522593.958064:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522593.958070:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363008, portal 25 00000400:00000010:1.0:1731522593.958073:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731522593.958074:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363008, offset 0 00000400:00000200:1.0:1731522593.958081:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522593.958091:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522593.958096:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522593.958098:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522593.958101:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522593.958102:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522593.958104:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [543:543:256:4294967295] 192.168.204.149@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:1.0:1731522593.958110:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522593.958114:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522593.958116:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522593.958120:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522593.958126:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522593.958128:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522593.958266:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522593.958270:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522593.958273:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522593.958278:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522593.958280:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731522593.958281:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731522593.958287:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742363008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522593.959408:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522593.959415:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711b80 00000400:00000200:0.0:1731522593.959420:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11c9 [1] + 224 00000400:00000200:0.0:1731522593.959437:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522593.959439:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522593.959443:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742363008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522593.959513:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522593.959517:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522593.959518:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522593.959522:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742363008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522593.959539:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742363008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522593.959555:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522593.959558:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731522593.959560:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522598.965979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522598.966002:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:1.0:1731522598.966101:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522598.966109:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522598.966116:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522598.966123:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363136, portal 25 00000400:00000010:1.0:1731522598.966127:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731522598.966129:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363136, offset 0 00000400:00000200:1.0:1731522598.966154:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522598.966168:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522598.966174:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522598.966179:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522598.966182:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522598.966184:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522598.966188:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [544:544:256:4294967295] 192.168.204.149@tcp LPNI seq info [544:544:8:4294967295] 00000400:00000200:1.0:1731522598.966198:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522598.966204:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522598.966208:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522598.966213:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522598.966220:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522598.966224:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522598.966341:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522598.966345:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522598.966349:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522598.966354:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522598.966358:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731522598.966359:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731522598.966366:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742363136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522598.967653:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522598.967661:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711c00 00000400:00000200:0.0:1731522598.967679:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11d1 [1] + 224 00000400:00000200:0.0:1731522598.967696:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522598.967699:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522598.967704:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742363136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522598.967749:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522598.967754:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522598.967755:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522598.967759:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742363136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522598.967776:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742363136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522598.967794:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522598.967797:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:1.0:1731522598.967800:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522603.974009:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522603.974032:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731522603.974138:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522603.974148:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522603.974155:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522603.974162:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363264, portal 25 00000400:00000010:2.0:1731522603.974166:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731522603.974168:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363264, offset 0 00000400:00000200:2.0:1731522603.974177:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522603.974192:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522603.974197:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522603.974201:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522603.974204:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522603.974206:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522603.974209:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [545:545:256:4294967295] 192.168.204.149@tcp LPNI seq info [545:545:8:4294967295] 00000400:00000200:2.0:1731522603.974218:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522603.974224:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522603.974227:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731522603.974232:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522603.974239:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522603.974243:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522603.974431:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522603.974437:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731522603.974442:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522603.974449:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522603.974452:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731522603.974454:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731522603.974461:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742363264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522603.975793:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522603.975806:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711c80 00000400:00000200:0.0:1731522603.975814:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11d9 [1] + 224 00000400:00000200:0.0:1731522603.975837:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522603.975842:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522603.975849:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742363264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522603.976020:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522603.976028:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522603.976030:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522603.976037:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742363264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522603.976068:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742363264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522603.976093:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522603.976098:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731522603.976102:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522608.981980:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522608.981998:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:1.0:1731522608.982098:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522608.982105:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522608.982112:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522608.982119:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363392, portal 25 00000400:00000010:1.0:1731522608.982122:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731522608.982125:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363392, offset 0 00000400:00000200:1.0:1731522608.982133:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522608.982146:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522608.982151:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522608.982154:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522608.982157:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522608.982159:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522608.982162:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [546:546:256:4294967295] 192.168.204.149@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000200:1.0:1731522608.982172:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522608.982177:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522608.982181:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522608.982186:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522608.982193:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522608.982196:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522608.982311:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522608.982313:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522608.982316:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522608.982320:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522608.982323:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731522608.982324:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731522608.982330:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742363392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522608.983304:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522608.983313:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711d00 00000400:00000200:0.0:1731522608.983330:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11e1 [1] + 224 00000400:00000200:0.0:1731522608.983346:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522608.983350:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522608.983356:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742363392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522608.983408:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522608.983414:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522608.983415:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522608.983419:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742363392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522608.983438:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742363392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522608.983456:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522608.983460:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:1.0:1731522608.983463:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522613.989988:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522613.990007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731522613.990087:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522613.990093:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522613.990099:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522613.990104:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363520, portal 25 00000400:00000010:1.0:1731522613.990107:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731522613.990109:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363520, offset 0 00000400:00000200:1.0:1731522613.990116:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522613.990126:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522613.990130:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522613.990133:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522613.990135:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522613.990137:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522613.990139:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [547:547:256:4294967295] 192.168.204.149@tcp LPNI seq info [547:547:8:4294967295] 00000400:00000200:1.0:1731522613.990145:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522613.990149:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522613.990151:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522613.990155:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522613.990160:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522613.990163:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522613.990264:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522613.990268:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522613.990273:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522613.990278:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522613.990281:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731522613.990282:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731522613.990289:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742363520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522613.991481:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522613.991490:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711d80 00000400:00000200:0.0:1731522613.991496:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11e9 [1] + 224 00000400:00000200:0.0:1731522613.991514:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522613.991517:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522613.991522:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742363520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522613.991573:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522613.991578:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522613.991579:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522613.991583:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742363520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522613.991601:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742363520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522613.991616:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522613.991620:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731522613.991622:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522618.997958:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522618.997976:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731522618.998059:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522618.998076:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522618.998083:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522618.998090:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363648, portal 25 00000400:00000010:1.0:1731522618.998094:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731522618.998097:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363648, offset 0 00000400:00000200:1.0:1731522618.998110:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522618.998125:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522618.998130:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522618.998134:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522618.998137:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522618.998139:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522618.998142:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [548:548:256:4294967295] 192.168.204.149@tcp LPNI seq info [548:548:8:4294967295] 00000400:00000200:1.0:1731522618.998151:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522618.998157:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522618.998160:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522618.998164:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522618.998171:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522618.998174:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522618.998316:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522618.998320:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522618.998325:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522618.998330:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522618.998334:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731522618.998336:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731522618.998343:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742363648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522618.999895:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522618.999902:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711e00 00000400:00000200:0.0:1731522618.999917:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11f1 [1] + 224 00000400:00000200:0.0:1731522618.999929:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522618.999931:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522618.999935:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742363648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522619.000005:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522619.000010:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522619.000011:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522619.000014:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742363648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522619.000029:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742363648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522619.000046:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522619.000050:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731522619.000052:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522624.006009:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522624.006045:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731522624.006140:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522624.006147:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522624.006154:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522624.006161:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363776, portal 25 00000400:00000010:1.0:1731522624.006164:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731522624.006166:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363776, offset 0 00000400:00000200:1.0:1731522624.006174:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522624.006186:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522624.006190:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522624.006193:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522624.006197:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522624.006199:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522624.006210:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [549:549:256:4294967295] 192.168.204.149@tcp LPNI seq info [549:549:8:4294967295] 00000400:00000200:1.0:1731522624.006223:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522624.006229:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522624.006232:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522624.006237:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522624.006244:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522624.006248:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522624.006398:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522624.006401:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522624.006404:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522624.006408:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522624.006411:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731522624.006412:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731522624.006418:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742363776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522624.007531:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522624.007538:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711e80 00000400:00000200:0.0:1731522624.007543:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x11f9 [1] + 224 00000400:00000200:0.0:1731522624.007554:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522624.007556:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522624.007561:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742363776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522624.007609:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522624.007614:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522624.007615:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522624.007620:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742363776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522624.007639:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742363776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522624.007658:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522624.007663:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731522624.007666:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522629.013977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522629.013999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731522629.014128:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522629.014138:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522629.014145:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522629.014153:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742363904, portal 25 00000400:00000010:2.0:1731522629.014158:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731522629.014160:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742363904, offset 0 00000400:00000200:2.0:1731522629.014170:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522629.014185:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522629.014190:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522629.014194:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522629.014198:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522629.014200:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522629.014203:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [550:550:256:4294967295] 192.168.204.149@tcp LPNI seq info [550:550:8:4294967295] 00000400:00000200:2.0:1731522629.014213:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522629.014219:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522629.014223:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731522629.014228:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522629.014236:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522629.014240:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522629.014393:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522629.014398:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731522629.014404:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522629.014410:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522629.014414:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731522629.014416:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731522629.014424:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742363904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522629.016311:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522629.016323:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711f00 00000400:00000200:0.0:1731522629.016343:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1201 [1] + 224 00000400:00000200:0.0:1731522629.016360:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522629.016364:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522629.016371:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742363904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522629.016510:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522629.016517:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522629.016519:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522629.016526:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742363904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522629.016550:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742363904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522629.016573:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522629.016577:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731522629.016580:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522634.021979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731522634.021998:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731522634.022104:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522634.022111:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522634.022116:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522634.022122:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364032, portal 25 00000400:00000010:1.0:1731522634.022124:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731522634.022125:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364032, offset 0 00000400:00000200:1.0:1731522634.022133:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522634.022143:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522634.022147:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522634.022150:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522634.022153:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522634.022154:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522634.022156:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [551:551:256:4294967295] 192.168.204.149@tcp LPNI seq info [551:551:8:4294967295] 00000400:00000200:1.0:1731522634.022163:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522634.022167:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522634.022169:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522634.022173:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522634.022179:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522634.022182:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522634.022299:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522634.022302:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522634.022305:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522634.022310:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522634.022312:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731522634.022314:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731522634.022319:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742364032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522634.023497:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522634.023504:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79711f80 00000400:00000200:0.0:1731522634.023509:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1209 [1] + 224 00000400:00000200:0.0:1731522634.023524:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522634.023526:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522634.023530:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742364032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522634.023575:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522634.023580:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522634.023581:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522634.023585:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742364032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522634.023603:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742364032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522634.023619:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522634.023622:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731522634.023624:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731522639.030041:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731522639.030061:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731522639.030161:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522639.030171:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522639.030200:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522639.030208:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364160, portal 25 00000400:00000010:1.0:1731522639.030213:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731522639.030215:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364160, offset 0 00000400:00000200:1.0:1731522639.030225:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522639.030239:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522639.030245:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522639.030250:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522639.030253:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522639.030256:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522639.030259:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [552:552:256:4294967295] 192.168.204.149@tcp LPNI seq info [552:552:8:4294967295] 00000400:00000200:1.0:1731522639.030270:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522639.030277:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522639.030281:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522639.030287:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522639.030295:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522639.030299:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522639.030472:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522639.030476:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522639.030480:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522639.030485:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522639.030489:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731522639.030490:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731522639.030496:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742364160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522639.031667:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522639.031675:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712000 00000400:00000200:0.0:1731522639.031691:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1211 [1] + 224 00000400:00000200:0.0:1731522639.031705:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522639.031707:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522639.031712:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742364160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522639.031774:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522639.031780:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522639.031782:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522639.031788:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742364160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522639.031813:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742364160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522639.031835:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522639.031840:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731522639.031844:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731522644.037928:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731522644.037947:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731522644.038039:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522644.038047:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522644.038052:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522644.038058:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364288, portal 25 00000400:00000010:2.0:1731522644.038061:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731522644.038063:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364288, offset 0 00000400:00000200:2.0:1731522644.038070:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522644.038080:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522644.038085:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522644.038088:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522644.038090:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522644.038092:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522644.038094:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [553:553:256:4294967295] 192.168.204.149@tcp LPNI seq info [553:553:8:4294967295] 00000400:00000200:2.0:1731522644.038100:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522644.038104:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522644.038107:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731522644.038111:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522644.038117:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522644.038119:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522644.038265:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522644.038268:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731522644.038272:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522644.038276:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522644.038279:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731522644.038281:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731522644.038288:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742364288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522644.039684:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522644.039693:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712080 00000400:00000200:0.0:1731522644.039697:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1219 [1] + 224 00000400:00000200:0.0:1731522644.039711:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522644.039713:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522644.039717:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742364288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522644.039790:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522644.039794:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522644.039795:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522644.039799:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742364288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522644.039817:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742364288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522644.039834:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522644.039837:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731522644.039839:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731522649.045985:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731522649.046004:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731522649.046086:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522649.046094:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522649.046100:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522649.046108:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364416, portal 25 00000400:00000010:2.0:1731522649.046112:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731522649.046114:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364416, offset 0 00000400:00000200:2.0:1731522649.046156:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522649.046168:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522649.046173:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522649.046176:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522649.046179:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522649.046182:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522649.046185:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [554:554:256:4294967295] 192.168.204.149@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:2.0:1731522649.046194:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522649.046200:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522649.046203:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731522649.046208:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522649.046215:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522649.046219:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522649.046363:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522649.046366:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731522649.046370:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522649.046374:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522649.046377:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:0.0:1731522649.046378:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:0.0:1731522649.046385:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742364416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522649.047566:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522649.047573:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712100 00000400:00000200:0.0:1731522649.047586:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1221 [1] + 224 00000400:00000200:0.0:1731522649.047598:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522649.047600:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522649.047604:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742364416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522649.047677:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522649.047681:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522649.047682:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522649.047685:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742364416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522649.047700:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742364416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522649.047717:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522649.047720:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731522649.047722:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731522654.054016:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731522654.054053:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731522654.054163:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522654.054171:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522654.054178:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522654.054185:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364544, portal 25 00000400:00000010:1.0:1731522654.054188:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731522654.054190:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364544, offset 0 00000400:00000200:1.0:1731522654.054198:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522654.054210:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522654.054213:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522654.054216:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522654.054218:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522654.054220:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522654.054222:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [555:555:256:4294967295] 192.168.204.149@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:1.0:1731522654.054228:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522654.054232:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522654.054235:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522654.054239:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522654.054244:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522654.054247:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522654.054373:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522654.054377:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522654.054381:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522654.054387:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522654.054391:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731522654.054392:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731522654.054399:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742364544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522654.055699:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522654.055707:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712180 00000400:00000200:0.0:1731522654.055713:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1229 [1] + 224 00000400:00000200:0.0:1731522654.055729:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522654.055733:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522654.055738:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742364544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522654.055797:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522654.055803:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522654.055804:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522654.055809:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742364544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522654.055834:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742364544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522654.055878:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522654.055883:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731522654.055886:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731522659.061961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731522659.061982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731522659.062103:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522659.062111:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522659.062116:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522659.062122:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364672, portal 25 00000400:00000010:1.0:1731522659.062125:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731522659.062127:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364672, offset 0 00000400:00000200:1.0:1731522659.062134:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522659.062145:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522659.062149:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522659.062152:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522659.062154:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522659.062156:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522659.062158:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [556:556:256:4294967295] 192.168.204.149@tcp LPNI seq info [556:556:8:4294967295] 00000400:00000200:1.0:1731522659.062164:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522659.062168:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522659.062171:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522659.062174:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522659.062180:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522659.062183:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522659.062295:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522659.062297:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522659.062300:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522659.062304:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522659.062306:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731522659.062308:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731522659.062313:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742364672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522659.063477:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522659.063484:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712200 00000400:00000200:0.0:1731522659.063499:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1231 [1] + 224 00000400:00000200:0.0:1731522659.063511:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522659.063514:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522659.063518:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742364672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522659.063562:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522659.063566:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522659.063568:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522659.063572:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742364672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522659.063585:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742364672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522659.063602:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522659.063605:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731522659.063607:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731522664.070008:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731522664.070031:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731522664.070114:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522664.070122:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522664.070127:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522664.070133:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364800, portal 25 00000400:00000010:2.0:1731522664.070137:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731522664.070139:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364800, offset 0 00000400:00000200:2.0:1731522664.070147:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522664.070159:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522664.070164:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522664.070167:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522664.070170:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522664.070172:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522664.070175:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [557:557:256:4294967295] 192.168.204.149@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:2.0:1731522664.070183:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522664.070187:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522664.070190:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731522664.070195:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522664.070201:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522664.070204:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522664.070383:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522664.070387:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731522664.070391:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522664.070396:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522664.070399:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731522664.070401:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731522664.070407:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742364800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522664.071585:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522664.071593:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712280 00000400:00000200:0.0:1731522664.071599:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1239 [1] + 224 00000400:00000200:0.0:1731522664.071615:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522664.071619:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522664.071625:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742364800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522664.071709:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522664.071714:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522664.071715:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522664.071720:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742364800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522664.071741:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742364800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522664.071758:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522664.071762:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731522664.071764:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731522669.077959:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731522669.077978:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731522669.078084:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522669.078092:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522669.078099:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522669.078106:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742364928, portal 25 00000400:00000010:2.0:1731522669.078109:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731522669.078110:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742364928, offset 0 00000400:00000200:2.0:1731522669.078117:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522669.078129:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522669.078133:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522669.078136:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522669.078138:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522669.078140:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522669.078142:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [558:558:256:4294967295] 192.168.204.149@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000200:2.0:1731522669.078149:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522669.078153:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522669.078155:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731522669.078159:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522669.078165:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522669.078168:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522669.078315:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522669.078318:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731522669.078321:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522669.078325:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522669.078328:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:0.0:1731522669.078329:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00000100:00000200:0.0:1731522669.078334:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742364928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522669.079527:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522669.079535:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712300 00000400:00000200:0.0:1731522669.079549:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1241 [1] + 224 00000400:00000200:0.0:1731522669.079561:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522669.079563:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522669.079567:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742364928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522669.079637:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522669.079641:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522669.079642:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522669.079646:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742364928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522669.079661:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742364928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522669.079678:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522669.079681:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731522669.079683:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731522674.085988:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731522674.086010:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731522674.086086:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522674.086094:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522674.086099:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522674.086105:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365056, portal 25 00000400:00000010:1.0:1731522674.086108:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731522674.086109:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365056, offset 0 00000400:00000200:1.0:1731522674.086116:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522674.086128:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522674.086132:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522674.086135:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522674.086137:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522674.086138:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522674.086140:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [559:559:256:4294967295] 192.168.204.149@tcp LPNI seq info [559:559:8:4294967295] 00000400:00000200:1.0:1731522674.086147:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522674.086151:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522674.086153:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731522674.086157:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522674.086163:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522674.086166:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522674.086287:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522674.086290:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731522674.086294:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522674.086298:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522674.086301:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731522674.086302:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731522674.086308:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742365056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522674.087326:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522674.087333:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712380 00000400:00000200:0.0:1731522674.087339:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1249 [1] + 224 00000400:00000200:0.0:1731522674.087353:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522674.087355:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522674.087360:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742365056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522674.087408:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522674.087412:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522674.087413:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522674.087417:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742365056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522674.087433:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742365056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522674.087449:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522674.087452:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731522674.087455:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731522679.094005:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731522679.094037:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:1.0:1731522679.094148:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522679.094155:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522679.094161:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522679.094167:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365184, portal 25 00000400:00000010:1.0:1731522679.094170:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731522679.094171:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365184, offset 0 00000400:00000200:1.0:1731522679.094178:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522679.094190:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522679.094194:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522679.094197:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522679.094200:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522679.094201:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522679.094203:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [560:560:256:4294967295] 192.168.204.149@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:1.0:1731522679.094210:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522679.094213:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522679.094216:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731522679.094220:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522679.094225:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522679.094228:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522679.094376:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522679.094380:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731522679.094385:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522679.094391:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522679.094394:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731522679.094396:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731522679.094403:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742365184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522679.095562:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522679.095592:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712400 00000400:00000200:0.0:1731522679.095615:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1251 [1] + 224 00000400:00000200:0.0:1731522679.095627:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522679.095629:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522679.095633:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742365184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522679.095713:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522679.095718:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522679.095719:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522679.095723:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742365184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522679.095738:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742365184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522679.095754:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522679.095758:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:1.0:1731522679.095760:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731522684.101970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731522684.101990:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731522684.102070:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522684.102077:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522684.102084:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522684.102090:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365312, portal 25 00000400:00000010:2.0:1731522684.102094:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731522684.102096:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365312, offset 0 00000400:00000200:2.0:1731522684.102105:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522684.102117:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522684.102122:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522684.102126:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522684.102129:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522684.102131:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522684.102135:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [561:561:256:4294967295] 192.168.204.149@tcp LPNI seq info [561:561:8:4294967295] 00000400:00000200:2.0:1731522684.102144:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522684.102150:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522684.102153:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731522684.102158:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522684.102166:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522684.102170:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522684.102330:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522684.102333:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731522684.102337:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522684.102341:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522684.102344:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:0.0:1731522684.102345:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00000100:00000200:0.0:1731522684.102351:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742365312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522684.103797:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522684.103805:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712480 00000400:00000200:0.0:1731522684.103812:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1259 [1] + 224 00000400:00000200:0.0:1731522684.103829:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522684.103833:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522684.103838:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742365312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522684.103893:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522684.103897:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522684.103898:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522684.103903:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742365312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522684.103924:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742365312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522684.103943:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522684.103947:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731522684.103950:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731522689.109952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731522689.109971:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:1.0:1731522689.110070:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522689.110078:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522689.110084:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522689.110092:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365440, portal 25 00000400:00000010:1.0:1731522689.110095:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731522689.110098:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365440, offset 0 00000400:00000200:1.0:1731522689.110105:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522689.110119:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522689.110123:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522689.110127:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522689.110130:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522689.110133:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522689.110136:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [562:562:256:4294967295] 192.168.204.149@tcp LPNI seq info [562:562:8:4294967295] 00000400:00000200:1.0:1731522689.110144:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522689.110150:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522689.110153:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731522689.110158:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522689.110166:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522689.110170:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522689.110324:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522689.110327:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731522689.110331:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522689.110335:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522689.110338:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731522689.110339:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731522689.110345:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742365440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522689.111757:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522689.111765:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712500 00000400:00000200:0.0:1731522689.111780:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1261 [1] + 224 00000400:00000200:0.0:1731522689.111791:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522689.111794:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522689.111798:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742365440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522689.111848:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522689.111853:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522689.111876:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522689.111881:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742365440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522689.111900:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742365440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522689.111919:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522689.111924:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:1.0:1731522689.111927:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731522694.118001:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522694.118020:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:1.0:1731522694.118120:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522694.118127:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522694.118133:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522694.118139:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365568, portal 25 00000400:00000010:1.0:1731522694.118142:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731522694.118143:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365568, offset 0 00000400:00000200:1.0:1731522694.118150:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522694.118162:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522694.118165:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522694.118168:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522694.118171:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522694.118172:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522694.118174:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [563:563:256:4294967295] 192.168.204.149@tcp LPNI seq info [563:563:8:4294967295] 00000400:00000200:1.0:1731522694.118181:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522694.118184:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522694.118187:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731522694.118191:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522694.118197:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522694.118199:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522694.118373:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522694.118377:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731522694.118382:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522694.118387:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522694.118391:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731522694.118393:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731522694.118400:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742365568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522694.119638:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522694.119648:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712580 00000400:00000200:0.0:1731522694.119655:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1269 [1] + 224 00000400:00000200:0.0:1731522694.119673:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522694.119676:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522694.119681:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742365568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522694.119726:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522694.119731:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522694.119732:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522694.119737:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742365568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522694.119755:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742365568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522694.119771:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522694.119774:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:1.0:1731522694.119776:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522699.125975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522699.125994:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731522699.126126:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522699.126134:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522699.126139:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522699.126146:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365696, portal 25 00000400:00000010:1.0:1731522699.126150:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731522699.126151:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365696, offset 0 00000400:00000200:1.0:1731522699.126159:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522699.126170:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522699.126174:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522699.126178:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522699.126180:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522699.126182:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522699.126185:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [564:564:256:4294967295] 192.168.204.149@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000200:1.0:1731522699.126192:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522699.126196:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522699.126199:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731522699.126234:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522699.126240:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522699.126244:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522699.126392:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522699.126396:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731522699.126401:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522699.126407:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522699.126410:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731522699.126412:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731522699.126419:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742365696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522699.127611:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522699.127621:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712600 00000400:00000200:0.0:1731522699.127632:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1271 [1] + 224 00000400:00000200:0.0:1731522699.127646:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522699.127648:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522699.127653:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742365696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522699.127715:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522699.127722:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522699.127724:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522699.127730:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742365696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522699.127751:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742365696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522699.127771:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522699.127776:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731522699.127778:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522704.133942:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522704.133962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731522704.134052:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522704.134061:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522704.134068:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522704.134075:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365824, portal 25 00000400:00000010:2.0:1731522704.134080:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731522704.134082:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365824, offset 0 00000400:00000200:2.0:1731522704.134091:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522704.134104:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522704.134142:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522704.134147:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522704.134151:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522704.134153:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522704.134156:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [565:565:256:4294967295] 192.168.204.149@tcp LPNI seq info [565:565:8:4294967295] 00000400:00000200:2.0:1731522704.134167:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522704.134174:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522704.134178:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731522704.134183:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522704.134191:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522704.134194:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522704.134312:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522704.134316:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731522704.134320:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522704.134326:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522704.134330:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:0.0:1731522704.134332:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:0.0:1731522704.134338:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742365824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522704.135344:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522704.135353:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712680 00000400:00000200:0.0:1731522704.135360:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1279 [1] + 224 00000400:00000200:0.0:1731522704.135377:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522704.135380:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522704.135386:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742365824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522704.135467:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522704.135472:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522704.135473:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522704.135478:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742365824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522704.135498:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742365824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522704.135515:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522704.135519:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731522704.135522:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522709.141981:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522709.142000:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:1.0:1731522709.142111:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522709.142119:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522709.142126:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522709.142132:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742365952, portal 25 00000400:00000010:1.0:1731522709.142136:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731522709.142138:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742365952, offset 0 00000400:00000200:1.0:1731522709.142146:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522709.142159:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522709.142165:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522709.142168:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522709.142171:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522709.142173:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522709.142176:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [566:566:256:4294967295] 192.168.204.149@tcp LPNI seq info [566:566:8:4294967295] 00000400:00000200:1.0:1731522709.142186:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522709.142191:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522709.142195:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731522709.142200:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522709.142208:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522709.142211:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522709.142319:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522709.142322:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731522709.142326:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522709.142330:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522709.142333:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731522709.142334:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731522709.142340:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742365952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522709.143542:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522709.143550:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712700 00000400:00000200:0.0:1731522709.143564:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1281 [1] + 224 00000400:00000200:0.0:1731522709.143576:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522709.143578:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522709.143582:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742365952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522709.143621:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522709.143624:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522709.143625:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522709.143628:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742365952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522709.143643:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742365952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522709.143658:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522709.143662:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:1.0:1731522709.143665:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522714.149992:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522714.150012:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:1.0:1731522714.150115:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522714.150122:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522714.150127:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522714.150133:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366080, portal 25 00000400:00000010:1.0:1731522714.150136:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731522714.150138:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366080, offset 0 00000400:00000200:1.0:1731522714.150144:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522714.150155:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522714.150159:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522714.150162:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522714.150164:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522714.150166:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522714.150168:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [567:567:256:4294967295] 192.168.204.149@tcp LPNI seq info [567:567:8:4294967295] 00000400:00000200:1.0:1731522714.150174:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522714.150178:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522714.150181:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731522714.150185:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522714.150191:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522714.150193:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522714.150325:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522714.150329:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731522714.150333:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522714.150338:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522714.150340:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731522714.150341:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731522714.150348:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742366080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522714.151539:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522714.151546:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712780 00000400:00000200:0.0:1731522714.151551:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1289 [1] + 224 00000400:00000200:0.0:1731522714.151565:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522714.151568:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522714.151572:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742366080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522714.151643:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522714.151647:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522714.151648:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522714.151652:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742366080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522714.151670:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742366080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522714.151686:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522714.151690:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:1.0:1731522714.151692:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522719.157973:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522719.157997:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731522719.158106:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522719.158116:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522719.158123:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522719.158131:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366208, portal 25 00000400:00000010:1.0:1731522719.158135:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731522719.158137:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366208, offset 0 00000400:00000200:1.0:1731522719.158147:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522719.158162:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522719.158168:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522719.158172:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522719.158176:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522719.158178:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522719.158181:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [568:568:256:4294967295] 192.168.204.149@tcp LPNI seq info [568:568:8:4294967295] 00000400:00000200:1.0:1731522719.158191:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522719.158197:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522719.158200:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731522719.158206:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522719.158214:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522719.158218:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522719.158367:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522719.158372:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731522719.158378:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522719.158384:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522719.158389:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731522719.158391:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731522719.158400:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742366208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522719.160168:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522719.160179:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712800 00000400:00000200:0.0:1731522719.160198:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1291 [1] + 224 00000400:00000200:0.0:1731522719.160235:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522719.160240:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522719.160247:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742366208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522719.160364:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522719.160371:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522719.160373:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522719.160379:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742366208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522719.160402:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742366208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522719.160440:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522719.160444:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731522719.160447:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522724.165979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522724.165999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731522724.166114:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522724.166121:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522724.166127:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522724.166133:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366336, portal 25 00000400:00000010:2.0:1731522724.166136:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731522724.166137:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366336, offset 0 00000400:00000200:2.0:1731522724.166144:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522724.166155:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522724.166159:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522724.166162:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522724.166165:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522724.166166:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522724.166168:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [569:569:256:4294967295] 192.168.204.149@tcp LPNI seq info [569:569:8:4294967295] 00000400:00000200:2.0:1731522724.166175:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522724.166179:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522724.166181:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731522724.166185:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522724.166191:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522724.166194:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522724.166316:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522724.166319:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731522724.166322:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522724.166326:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522724.166328:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731522724.166329:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731522724.166335:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742366336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522724.167424:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522724.167432:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712880 00000400:00000200:0.0:1731522724.167437:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1299 [1] + 224 00000400:00000200:0.0:1731522724.167451:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522724.167453:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522724.167457:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742366336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522724.167529:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522724.167533:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522724.167534:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522724.167539:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742366336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522724.167557:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742366336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522724.167573:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522724.167575:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731522724.167578:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522729.174030:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522729.174056:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:2.0:1731522729.174224:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522729.174253:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522729.174260:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522729.174267:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366464, portal 25 00000400:00000010:2.0:1731522729.174272:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731522729.174274:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366464, offset 0 00000400:00000200:2.0:1731522729.174283:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522729.174299:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522729.174304:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522729.174308:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522729.174311:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522729.174313:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522729.174316:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [570:570:256:4294967295] 192.168.204.149@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:2.0:1731522729.174325:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522729.174331:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522729.174334:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731522729.174339:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522729.174348:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522729.174351:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522729.174599:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522729.174605:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731522729.174612:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522729.174619:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522729.174624:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:0.0:1731522729.174626:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:0.0:1731522729.174635:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742366464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522729.176604:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522729.176633:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712900 00000400:00000200:0.0:1731522729.176691:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12a1 [1] + 224 00000400:00000200:0.0:1731522729.176721:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522729.176728:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522729.176739:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742366464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522729.176909:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522729.176916:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522729.176918:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522729.176926:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742366464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522729.176955:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742366464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522729.176981:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522729.176986:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731522729.176990:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522734.181969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522734.181994:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731522734.182154:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522734.182166:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522734.182174:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522734.182182:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366592, portal 25 00000400:00000010:1.0:1731522734.182190:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731522734.182192:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366592, offset 0 00000400:00000200:1.0:1731522734.182202:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522734.182219:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522734.182226:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522734.182230:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522734.182234:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522734.182237:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522734.182240:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [571:571:256:4294967295] 192.168.204.149@tcp LPNI seq info [571:571:8:4294967295] 00000400:00000200:1.0:1731522734.182252:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522734.182258:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522734.182262:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731522734.182268:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522734.182278:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522734.182282:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522734.182491:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522734.182497:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731522734.182503:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522734.182511:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522734.182515:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731522734.182517:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731522734.182526:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742366592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522734.184486:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522734.184500:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712980 00000400:00000200:0.0:1731522734.184509:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12a9 [1] + 224 00000400:00000200:0.0:1731522734.184533:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522734.184537:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522734.184545:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742366592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522734.184682:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522734.184692:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522734.184695:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522734.184705:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742366592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522734.184749:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742366592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522734.184782:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522734.184790:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731522734.184796:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522739.190035:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522739.190063:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731522739.190223:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522739.190235:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522739.190244:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522739.190252:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366720, portal 25 00000400:00000010:1.0:1731522739.190257:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731522739.190260:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366720, offset 0 00000400:00000200:1.0:1731522739.190271:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522739.190288:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522739.190294:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522739.190299:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522739.190303:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522739.190306:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522739.190309:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [572:572:256:4294967295] 192.168.204.149@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:1.0:1731522739.190320:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522739.190327:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522739.190331:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731522739.190337:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522739.190346:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522739.190351:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522739.190619:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522739.190625:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731522739.190631:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522739.190657:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522739.190661:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731522739.190663:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731522739.190672:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742366720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522739.192740:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522739.192753:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712a00 00000400:00000200:0.0:1731522739.192776:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12b1 [1] + 224 00000400:00000200:0.0:1731522739.192798:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522739.192802:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522739.192810:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742366720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522739.192888:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522739.192896:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522739.192898:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522739.192906:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742366720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522739.192934:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742366720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522739.192960:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522739.192966:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731522739.192970:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522744.197946:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522744.197963:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731522744.198045:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522744.198054:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522744.198060:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522744.198067:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366848, portal 25 00000400:00000010:2.0:1731522744.198071:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731522744.198073:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366848, offset 0 00000400:00000200:2.0:1731522744.198082:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522744.198095:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522744.198101:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522744.198105:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522744.198108:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522744.198110:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522744.198114:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [573:573:256:4294967295] 192.168.204.149@tcp LPNI seq info [573:573:8:4294967295] 00000400:00000200:2.0:1731522744.198123:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522744.198129:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522744.198133:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731522744.198138:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522744.198145:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522744.198149:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522744.198313:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522744.198316:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731522744.198319:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522744.198324:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522744.198327:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731522744.198328:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731522744.198334:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742366848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522744.199603:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522744.199612:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712a80 00000400:00000200:0.0:1731522744.199617:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12b9 [1] + 224 00000400:00000200:0.0:1731522744.199632:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522744.199634:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522744.199639:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742366848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522744.199696:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522744.199699:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522744.199701:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522744.199706:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742366848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522744.199730:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742366848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522744.199750:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522744.199755:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731522744.199758:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522749.205998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522749.206026:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731522749.206197:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522749.206209:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522749.206218:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522749.206227:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742366976, portal 25 00000400:00000010:2.0:1731522749.206232:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731522749.206234:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742366976, offset 0 00000400:00000200:2.0:1731522749.206245:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522749.206262:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522749.206268:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522749.206273:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522749.206277:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522749.206280:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522749.206311:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [574:574:256:4294967295] 192.168.204.149@tcp LPNI seq info [574:574:8:4294967295] 00000400:00000200:2.0:1731522749.206325:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522749.206332:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522749.206338:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731522749.206344:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522749.206354:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522749.206358:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522749.206567:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522749.206573:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731522749.206580:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522749.206587:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522749.206592:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731522749.206594:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731522749.206603:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742366976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522749.208492:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522749.208506:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712b00 00000400:00000200:0.0:1731522749.208529:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12c1 [1] + 224 00000400:00000200:0.0:1731522749.208550:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522749.208554:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522749.208562:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742366976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522749.208654:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522749.208662:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522749.208664:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522749.208672:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742366976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522749.208700:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742366976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522749.208726:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522749.208731:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731522749.208735:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522754.214011:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522754.214030:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731522754.214155:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522754.214163:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522754.214170:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522754.214177:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742367104, portal 25 00000400:00000010:2.0:1731522754.214181:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000100:00000200:2.0:1731522754.214183:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742367104, offset 0 00000400:00000200:2.0:1731522754.214236:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522754.214250:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522754.214256:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522754.214260:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522754.214264:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522754.214266:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522754.214270:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [575:575:256:4294967295] 192.168.204.149@tcp LPNI seq info [575:575:8:4294967295] 00000400:00000200:2.0:1731522754.214279:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522754.214286:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522754.214289:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731522754.214294:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522754.214302:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522754.214306:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522754.214442:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522754.214445:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731522754.214461:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522754.214467:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522754.214471:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000400:00000010:0.0:1731522754.214472:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:0.0:1731522754.214480:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742367104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522754.215770:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522754.215778:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712b80 00000400:00000200:0.0:1731522754.215783:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12c9 [1] + 224 00000400:00000200:0.0:1731522754.215798:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522754.215800:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522754.215804:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742367104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522754.215881:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522754.215884:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522754.215885:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522754.215888:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742367104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522754.215906:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742367104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522754.215923:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522754.215926:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731522754.215928:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522759.222059:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522759.222089:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:2.0:1731522759.222228:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522759.222240:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522759.222248:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522759.222255:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742367232, portal 25 00000400:00000010:2.0:1731522759.222260:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731522759.222262:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742367232, offset 0 00000400:00000200:2.0:1731522759.222273:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522759.222289:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522759.222295:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522759.222300:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522759.222304:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522759.222306:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522759.222310:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [576:576:256:4294967295] 192.168.204.149@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:2.0:1731522759.222321:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522759.222327:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522759.222331:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731522759.222338:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522759.222346:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522759.222351:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522759.222561:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522759.222568:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731522759.222576:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522759.222586:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522759.222592:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:0.0:1731522759.222595:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:0.0:1731522759.222607:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742367232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522759.224780:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522759.224793:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712c00 00000400:00000200:0.0:1731522759.224815:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12d1 [1] + 224 00000400:00000200:0.0:1731522759.224834:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522759.224838:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522759.224845:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742367232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522759.224992:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522759.225002:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522759.225004:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522759.225014:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742367232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522759.225055:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742367232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522759.225087:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522759.225092:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731522759.225096:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522764.230023:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522764.230044:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731522764.230130:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522764.230138:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522764.230145:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522764.230152:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742367360, portal 25 00000400:00000010:2.0:1731522764.230156:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731522764.230157:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742367360, offset 0 00000400:00000200:2.0:1731522764.230165:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522764.230178:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522764.230183:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522764.230186:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522764.230189:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522764.230191:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522764.230193:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [577:577:256:4294967295] 192.168.204.149@tcp LPNI seq info [577:577:8:4294967295] 00000400:00000200:2.0:1731522764.230201:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522764.230206:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522764.230209:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731522764.230214:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522764.230220:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522764.230224:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522764.230391:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522764.230395:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731522764.230400:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522764.230405:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522764.230408:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000400:00000010:0.0:1731522764.230410:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000100:00000200:0.0:1731522764.230418:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742367360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522764.231960:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522764.231968:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712c80 00000400:00000200:0.0:1731522764.231973:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12d9 [1] + 224 00000400:00000200:0.0:1731522764.231988:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522764.231990:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522764.231994:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742367360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522764.232044:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522764.232048:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522764.232049:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522764.232054:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742367360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522764.232077:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742367360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522764.232096:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522764.232100:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731522764.232103:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522769.238006:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522769.238034:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731522769.238189:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522769.238199:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522769.238208:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522769.238217:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742367488, portal 25 00000400:00000010:1.0:1731522769.238223:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731522769.238226:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742367488, offset 0 00000400:00000200:1.0:1731522769.238237:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522769.238254:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522769.238261:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522769.238267:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522769.238271:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522769.238275:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522769.238279:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [578:578:256:4294967295] 192.168.204.149@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000200:1.0:1731522769.238293:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522769.238300:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522769.238305:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731522769.238313:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522769.238322:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522769.238327:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522769.238527:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522769.238533:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731522769.238539:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522769.238546:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522769.238550:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731522769.238552:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731522769.238562:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742367488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522769.240438:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522769.240455:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712d00 00000400:00000200:0.0:1731522769.240479:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12e1 [1] + 224 00000400:00000200:0.0:1731522769.240504:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522769.240510:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522769.240518:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742367488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522769.240630:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522769.240638:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522769.240640:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522769.240649:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742367488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522769.240707:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742367488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522769.240733:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522769.240738:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731522769.240742:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522774.245990:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522774.246013:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731522774.246120:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522774.246129:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522774.246135:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522774.246142:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742367616, portal 25 00000400:00000010:2.0:1731522774.246145:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731522774.246147:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742367616, offset 0 00000400:00000200:2.0:1731522774.246156:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522774.246169:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522774.246174:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522774.246178:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522774.246181:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522774.246183:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522774.246186:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [579:579:256:4294967295] 192.168.204.149@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000200:2.0:1731522774.246194:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522774.246199:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522774.246218:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731522774.246222:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522774.246229:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522774.246232:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522774.246387:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522774.246391:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731522774.246395:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522774.246400:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522774.246404:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:0.0:1731522774.246405:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:0.0:1731522774.246412:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742367616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522774.247986:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522774.247995:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712d80 00000400:00000200:0.0:1731522774.248001:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12e9 [1] + 224 00000400:00000200:0.0:1731522774.248019:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522774.248024:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522774.248031:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742367616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522774.248092:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522774.248096:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522774.248097:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522774.248102:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742367616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522774.248130:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742367616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522774.248150:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522774.248154:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731522774.248157:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522779.254005:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522779.254051:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731522779.254177:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522779.254188:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522779.254196:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522779.254204:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742367744, portal 25 00000400:00000010:1.0:1731522779.254210:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731522779.254215:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742367744, offset 0 00000400:00000200:1.0:1731522779.254228:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522779.254247:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522779.254256:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522779.254263:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522779.254268:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522779.254272:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522779.254277:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [580:580:256:4294967295] 192.168.204.149@tcp LPNI seq info [580:580:8:4294967295] 00000400:00000200:1.0:1731522779.254294:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522779.254304:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522779.254310:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731522779.254319:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522779.254329:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522779.254336:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522779.254525:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522779.254531:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731522779.254537:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522779.254544:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522779.254549:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731522779.254551:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731522779.254561:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742367744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522779.256380:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522779.256394:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712e00 00000400:00000200:0.0:1731522779.256410:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12f1 [1] + 224 00000400:00000200:0.0:1731522779.256430:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522779.256434:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522779.256442:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742367744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522779.256534:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522779.256542:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522779.256545:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522779.256564:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742367744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522779.256605:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742367744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522779.256640:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522779.256648:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731522779.256653:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522784.261956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522784.261975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731522784.262077:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522784.262085:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522784.262091:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522784.262097:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742367872, portal 25 00000400:00000010:2.0:1731522784.262101:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731522784.262102:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742367872, offset 0 00000400:00000200:2.0:1731522784.262110:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522784.262122:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522784.262127:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522784.262130:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522784.262132:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522784.262134:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522784.262136:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [581:581:256:4294967295] 192.168.204.149@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000200:2.0:1731522784.262143:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522784.262147:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522784.262150:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731522784.262153:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522784.262159:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522784.262162:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522784.262310:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522784.262314:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731522784.262318:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522784.262323:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522784.262326:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731522784.262328:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731522784.262336:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742367872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522784.263704:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522784.263714:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712e80 00000400:00000200:0.0:1731522784.263721:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x12f9 [1] + 224 00000400:00000200:0.0:1731522784.263740:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522784.263744:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522784.263750:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742367872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522784.263826:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522784.263830:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522784.263831:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522784.263835:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742367872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522784.263872:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742367872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522784.263890:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522784.263893:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731522784.263896:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522789.269962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522789.269980:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731522789.270083:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522789.270090:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522789.270096:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522789.270102:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368000, portal 25 00000400:00000010:2.0:1731522789.270105:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000100:00000200:2.0:1731522789.270106:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368000, offset 0 00000400:00000200:2.0:1731522789.270113:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522789.270125:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522789.270129:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522789.270132:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522789.270135:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522789.270136:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522789.270138:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [582:582:256:4294967295] 192.168.204.149@tcp LPNI seq info [582:582:8:4294967295] 00000400:00000200:2.0:1731522789.270145:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522789.270149:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522789.270152:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731522789.270155:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522789.270161:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522789.270164:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522789.270288:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522789.270291:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731522789.270295:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522789.270299:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522789.270302:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:0.0:1731522789.270303:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:0.0:1731522789.270309:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742368000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522789.271526:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522789.271534:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712f00 00000400:00000200:0.0:1731522789.271575:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1301 [1] + 224 00000400:00000200:0.0:1731522789.271588:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522789.271591:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522789.271595:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742368000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522789.271665:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522789.271669:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522789.271670:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522789.271674:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742368000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522789.271689:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742368000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522789.271706:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522789.271708:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731522789.271711:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522794.277968:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522794.277989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731522794.278081:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522794.278090:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522794.278097:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522794.278104:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368128, portal 25 00000400:00000010:2.0:1731522794.278108:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731522794.278110:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368128, offset 0 00000400:00000200:2.0:1731522794.278118:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522794.278131:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522794.278137:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522794.278141:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522794.278144:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522794.278146:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522794.278149:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [583:583:256:4294967295] 192.168.204.149@tcp LPNI seq info [583:583:8:4294967295] 00000400:00000200:2.0:1731522794.278159:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522794.278165:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522794.278169:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731522794.278173:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522794.278180:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522794.278184:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522794.278308:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522794.278311:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731522794.278316:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522794.278321:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522794.278324:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731522794.278325:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:0.0:1731522794.278333:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742368128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522794.279563:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522794.279572:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79712f80 00000400:00000200:0.0:1731522794.279579:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1309 [1] + 224 00000400:00000200:0.0:1731522794.279597:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522794.279601:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522794.279607:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742368128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522794.279686:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522794.279690:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522794.279691:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522794.279694:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742368128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522794.279712:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742368128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522794.279729:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522794.279732:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731522794.279735:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522799.286014:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522799.286041:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731522799.286145:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522799.286157:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522799.286165:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522799.286173:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368256, portal 25 00000400:00000010:1.0:1731522799.286178:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731522799.286180:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368256, offset 0 00000400:00000200:1.0:1731522799.286191:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522799.286206:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522799.286212:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522799.286217:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522799.286221:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522799.286224:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522799.286227:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [584:584:256:4294967295] 192.168.204.149@tcp LPNI seq info [584:584:8:4294967295] 00000400:00000200:1.0:1731522799.286239:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522799.286246:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522799.286250:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522799.286256:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522799.286265:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522799.286270:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522799.286516:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522799.286524:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522799.286531:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522799.286540:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522799.286544:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731522799.286547:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731522799.286558:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742368256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522799.288603:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522799.288619:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713000 00000400:00000200:0.0:1731522799.288646:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1311 [1] + 224 00000400:00000200:0.0:1731522799.288673:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522799.288681:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522799.288690:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742368256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522799.288771:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522799.288778:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522799.288779:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522799.288786:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742368256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522799.288811:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742368256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522799.288836:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522799.288841:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731522799.288844:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522804.293940:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522804.293959:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731522804.294059:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522804.294067:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522804.294073:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522804.294079:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368384, portal 25 00000400:00000010:2.0:1731522804.294082:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731522804.294083:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368384, offset 0 00000400:00000200:2.0:1731522804.294090:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522804.294101:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522804.294105:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522804.294108:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522804.294111:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522804.294112:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522804.294114:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [585:585:256:4294967295] 192.168.204.149@tcp LPNI seq info [585:585:8:4294967295] 00000400:00000200:2.0:1731522804.294121:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522804.294125:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522804.294127:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731522804.294131:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522804.294137:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522804.294140:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522804.294296:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522804.294299:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731522804.294303:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522804.294307:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522804.294310:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:0.0:1731522804.294312:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000100:00000200:0.0:1731522804.294318:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742368384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522804.295835:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522804.295842:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713080 00000400:00000200:0.0:1731522804.295849:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1319 [1] + 224 00000400:00000200:0.0:1731522804.295885:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522804.295890:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522804.295896:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742368384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522804.295951:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522804.295955:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522804.295956:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522804.295960:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742368384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522804.295981:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742368384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522804.296001:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522804.296005:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731522804.296008:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522809.302007:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522809.302033:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:2.0:1731522809.302150:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522809.302162:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522809.302171:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522809.302180:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368512, portal 25 00000400:00000010:2.0:1731522809.302217:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731522809.302220:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368512, offset 0 00000400:00000200:2.0:1731522809.302231:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522809.302246:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522809.302252:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522809.302257:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522809.302261:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522809.302264:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522809.302267:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [586:586:256:4294967295] 192.168.204.149@tcp LPNI seq info [586:586:8:4294967295] 00000400:00000200:2.0:1731522809.302278:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522809.302285:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522809.302291:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731522809.302298:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522809.302306:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522809.302312:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522809.302490:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522809.302496:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731522809.302503:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522809.302510:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522809.302515:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:0.0:1731522809.302517:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000100:00000200:0.0:1731522809.302526:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742368512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522809.304466:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522809.304480:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713100 00000400:00000200:0.0:1731522809.304502:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1321 [1] + 224 00000400:00000200:0.0:1731522809.304522:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522809.304527:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522809.304535:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742368512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522809.304672:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522809.304682:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522809.304684:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522809.304694:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742368512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522809.304734:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742368512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522809.304767:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522809.304774:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731522809.304779:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522814.310026:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731522814.310049:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731522814.310202:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522814.310212:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522814.310219:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522814.310227:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368640, portal 25 00000400:00000010:1.0:1731522814.310248:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731522814.310250:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368640, offset 0 00000400:00000200:1.0:1731522814.310258:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522814.310273:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522814.310278:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522814.310281:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522814.310284:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522814.310286:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522814.310289:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [587:587:256:4294967295] 192.168.204.149@tcp LPNI seq info [587:587:8:4294967295] 00000400:00000200:1.0:1731522814.310298:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522814.310303:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522814.310306:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522814.310311:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522814.310318:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522814.310321:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522814.310509:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522814.310513:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522814.310518:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522814.310524:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522814.310527:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731522814.310529:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731522814.310537:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742368640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522814.312430:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522814.312440:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713180 00000400:00000200:0.0:1731522814.312446:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1329 [1] + 224 00000400:00000200:0.0:1731522814.312466:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522814.312469:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522814.312475:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742368640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522814.312570:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522814.312576:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522814.312578:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522814.312583:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742368640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522814.312624:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742368640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522814.312646:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522814.312651:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731522814.312654:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731522819.318107:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731522819.318134:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731522819.318282:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522819.318294:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522819.318303:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522819.318313:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368768, portal 25 00000400:00000010:2.0:1731522819.318319:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731522819.318323:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368768, offset 0 00000400:00000200:2.0:1731522819.318337:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522819.318355:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522819.318362:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522819.318368:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522819.318373:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522819.318377:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522819.318382:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [588:588:256:4294967295] 192.168.204.149@tcp LPNI seq info [588:588:8:4294967295] 00000400:00000200:2.0:1731522819.318397:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522819.318406:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522819.318412:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731522819.318420:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522819.318432:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522819.318438:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522819.318627:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522819.318633:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731522819.318639:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522819.318646:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522819.318651:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731522819.318653:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731522819.318662:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742368768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522819.320322:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522819.320337:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713200 00000400:00000200:0.0:1731522819.320358:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1331 [1] + 224 00000400:00000200:0.0:1731522819.320376:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522819.320380:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522819.320387:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742368768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522819.320472:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522819.320478:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522819.320480:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522819.320487:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742368768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522819.320516:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742368768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522819.320543:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522819.320549:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731522819.320554:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731522824.326027:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731522824.326055:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731522824.326215:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522824.326227:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522824.326235:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522824.326243:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742368896, portal 25 00000400:00000010:2.0:1731522824.326258:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731522824.326260:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742368896, offset 0 00000400:00000200:2.0:1731522824.326270:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522824.326287:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522824.326293:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522824.326298:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522824.326301:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522824.326304:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522824.326307:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [589:589:256:4294967295] 192.168.204.149@tcp LPNI seq info [589:589:8:4294967295] 00000400:00000200:2.0:1731522824.326330:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522824.326336:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522824.326340:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731522824.326347:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522824.326355:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522824.326360:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522824.326589:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522824.326597:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731522824.326606:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522824.326615:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522824.326621:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:0.0:1731522824.326625:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:0.0:1731522824.326635:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742368896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522824.328417:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522824.328430:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713280 00000400:00000200:0.0:1731522824.328438:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1339 [1] + 224 00000400:00000200:0.0:1731522824.328461:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522824.328466:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522824.328474:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742368896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522824.328621:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522824.328629:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522824.328631:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522824.328638:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742368896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522824.328670:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742368896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522824.328695:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522824.328700:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731522824.328704:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731522829.334036:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731522829.334062:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:2.0:1731522829.334231:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522829.334242:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522829.334249:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522829.334257:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742369024, portal 25 00000400:00000010:2.0:1731522829.334261:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731522829.334264:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742369024, offset 0 00000400:00000200:2.0:1731522829.334276:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522829.334290:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522829.334296:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522829.334301:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522829.334304:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522829.334307:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522829.334310:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [590:590:256:4294967295] 192.168.204.149@tcp LPNI seq info [590:590:8:4294967295] 00000400:00000200:2.0:1731522829.334321:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522829.334327:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522829.334330:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731522829.334336:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522829.334345:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522829.334349:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522829.334566:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522829.334572:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731522829.334578:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522829.334585:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522829.334589:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731522829.334591:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:0.0:1731522829.334599:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742369024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522829.336310:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522829.336323:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713300 00000400:00000200:0.0:1731522829.336343:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1341 [1] + 224 00000400:00000200:0.0:1731522829.336362:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522829.336367:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522829.336373:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742369024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522829.336492:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522829.336499:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522829.336501:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522829.336508:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742369024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522829.336534:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742369024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522829.336558:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522829.336563:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731522829.336566:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000008:00000010:3.0:1731522831.142034:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c000. 00000100:00000010:3.0:1731522831.142057:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731522831.142077:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b4a00. 00000008:00000010:3.0:1731522831.142089:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e28f0. 00000008:00000010:3.0:1731522831.142131:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c000. 00000008:00000010:3.0:1731522831.142138:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c000. 00000100:00000010:3.0:1731522831.142142:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731522831.142149:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b62b5a00. 00000008:00000010:3.0:1731522831.142154:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e2a90. 00000008:00000010:3.0:1731522831.142183:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c000. 00000008:00000010:3.0:1731522831.142208:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c000. 00000008:00000010:2.0:1731522831.142209:0:13231:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e2a90. 00000100:00000010:3.0:1731522831.142215:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:2.0:1731522831.142225:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b5a00. 02000000:00000010:3.0:1731522831.142225:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5b82c00. 00000008:00000010:1.0:1731522831.142228:0:13229:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e28f0. 00000100:00000010:2.0:1731522831.142231:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000008:00000010:3.0:1731522831.142232:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e20d0. 02000000:00000010:1.0:1731522831.142242:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b62b4a00. 00000100:00000010:1.0:1731522831.142246:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000008:00000010:3.0:1731522831.142263:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c000. 00000008:00000010:3.0:1731522831.142269:0:22482:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b5b1c000. 00000008:00000010:2.0:1731522831.142270:0:13231:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e20d0. 02000000:00000010:2.0:1731522831.142275:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5b82c00. 00000100:00000010:3.0:1731522831.142275:0:22482:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 00000100:00000010:2.0:1731522831.142278:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731522831.142282:0:22482:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5b82400. 00000008:00000010:3.0:1731522831.142287:0:22482:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff88012a4e2ea0. 00000008:00000010:2.0:1731522831.142303:0:13228:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff88012a4e2ea0. 00000008:00000010:3.0:1731522831.142306:0:22482:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b5b1c000. 02000000:00000010:2.0:1731522831.142307:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5b82400. 00000100:00000010:2.0:1731522831.142309:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731522834.341963:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731522834.341985:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731522834.342117:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522834.342126:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522834.342133:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522834.342140:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742369664, portal 25 00000400:00000010:1.0:1731522834.342144:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731522834.342145:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742369664, offset 0 00000400:00000200:1.0:1731522834.342153:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522834.342166:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522834.342171:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522834.342175:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522834.342178:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522834.342180:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522834.342182:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [591:591:256:4294967295] 192.168.204.149@tcp LPNI seq info [591:591:8:4294967295] 00000400:00000200:1.0:1731522834.342191:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522834.342195:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522834.342199:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522834.342203:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522834.342210:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522834.342214:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522834.342336:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522834.342340:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522834.342344:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522834.342350:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522834.342353:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731522834.342355:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731522834.342363:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742369664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522834.343916:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522834.343925:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713580 00000400:00000200:0.0:1731522834.343932:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1349 [1] + 224 00000400:00000200:0.0:1731522834.343950:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522834.343953:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522834.343959:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742369664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522834.344014:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522834.344020:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522834.344030:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522834.344036:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742369664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522834.344044:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742369664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522834.344065:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522834.344069:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731522834.344072:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731522839.350076:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731522839.350103:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:0.0:1731522839.350234:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913200. 00000400:00000010:0.0:1731522839.350245:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d478. 00000400:00000010:0.0:1731522839.350253:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9770. 00000100:00000200:0.0:1731522839.350261:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742369792, portal 25 00000400:00000010:0.0:1731522839.350266:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9550. 00000100:00000200:0.0:1731522839.350268:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742369792, offset 0 00000400:00000200:0.0:1731522839.350279:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731522839.350295:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731522839.350301:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522839.350322:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731522839.350325:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522839.350328:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731522839.350332:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [592:592:256:4294967295] 192.168.204.149@tcp LPNI seq info [592:592:8:4294967295] 00000400:00000200:0.0:1731522839.350344:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731522839.350351:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731522839.350356:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b0ee00. 00000800:00000200:0.0:1731522839.350362:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731522839.350372:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731522839.350376:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b7b0ee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522839.350528:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522839.350534:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b0ee00. 00000400:00000200:2.0:1731522839.350539:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522839.350546:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731522839.350551:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9550 00000400:00000010:2.0:1731522839.350553:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9550. 00000100:00000200:2.0:1731522839.350564:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742369792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522839.352509:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522839.352522:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713600 00000400:00000200:0.0:1731522839.352530:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1351 [1] + 224 00000400:00000200:0.0:1731522839.352550:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522839.352555:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522839.352562:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742369792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522839.352716:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d478. 00000400:00000200:2.0:1731522839.352728:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9770 00000400:00000010:2.0:1731522839.352730:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9770. 00000100:00000200:2.0:1731522839.352740:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742369792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522839.352757:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742369792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522839.352793:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913200. 02000000:00000010:2.0:1731522839.352811:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731522839.352816:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731522844.358008:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522844.358039:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731522844.358159:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522844.358171:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522844.358181:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522844.358191:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742369920, portal 25 00000400:00000010:2.0:1731522844.358197:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731522844.358200:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742369920, offset 0 00000400:00000200:2.0:1731522844.358214:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522844.358234:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522844.358242:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522844.358248:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522844.358253:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522844.358257:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522844.358263:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [593:593:256:4294967295] 192.168.204.149@tcp LPNI seq info [593:593:8:4294967295] 00000400:00000200:2.0:1731522844.358279:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522844.358288:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522844.358294:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731522844.358302:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522844.358313:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522844.358319:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522844.358488:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522844.358495:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731522844.358501:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522844.358509:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522844.358513:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731522844.358515:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731522844.358524:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742369920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522844.360462:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522844.360476:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713680 00000400:00000200:0.0:1731522844.360484:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1359 [1] + 224 00000400:00000200:0.0:1731522844.360508:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522844.360523:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522844.360530:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742369920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522844.360762:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522844.360770:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522844.360772:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522844.360781:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742369920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522844.360798:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742369920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522844.360829:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522844.360835:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731522844.360850:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522849.365943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522849.365962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731522849.366057:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522849.366065:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522849.366073:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522849.366080:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370048, portal 25 00000400:00000010:1.0:1731522849.366084:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731522849.366086:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370048, offset 0 00000400:00000200:1.0:1731522849.366094:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522849.366108:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522849.366114:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522849.366118:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522849.366121:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522849.366122:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522849.366125:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [594:594:256:4294967295] 192.168.204.149@tcp LPNI seq info [594:594:8:4294967295] 00000400:00000200:1.0:1731522849.366135:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522849.366140:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522849.366143:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522849.366149:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522849.366156:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522849.366160:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522849.366288:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522849.366292:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522849.366296:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522849.366300:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522849.366304:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731522849.366305:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731522849.366312:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742370048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522849.367759:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522849.367767:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713700 00000400:00000200:0.0:1731522849.367772:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1361 [1] + 224 00000400:00000200:0.0:1731522849.367788:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522849.367791:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522849.367795:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742370048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522849.367847:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522849.367851:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522849.367852:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522849.367874:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742370048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522849.367893:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742370048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522849.367913:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522849.367917:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731522849.367920:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522854.373930:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522854.373947:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731522854.374019:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522854.374026:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522854.374032:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522854.374037:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370176, portal 25 00000400:00000010:1.0:1731522854.374041:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731522854.374042:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370176, offset 0 00000400:00000200:1.0:1731522854.374050:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522854.374062:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522854.374066:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522854.374069:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522854.374072:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522854.374073:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522854.374076:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [595:595:256:4294967295] 192.168.204.149@tcp LPNI seq info [595:595:8:4294967295] 00000400:00000200:1.0:1731522854.374082:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522854.374086:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522854.374089:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522854.374093:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522854.374098:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522854.374101:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522854.374245:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522854.374248:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522854.374252:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522854.374256:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522854.374259:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731522854.374260:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731522854.374267:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742370176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522854.375676:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522854.375684:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713780 00000400:00000200:0.0:1731522854.375690:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1369 [1] + 224 00000400:00000200:0.0:1731522854.375705:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522854.375714:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522854.375718:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742370176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522854.375768:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522854.375773:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522854.375774:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522854.375779:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742370176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522854.375799:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742370176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522854.375820:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522854.375824:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731522854.375827:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522859.381965:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522859.381985:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:0.0:1731522859.382091:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913c00. 00000400:00000010:0.0:1731522859.382098:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d528. 00000400:00000010:0.0:1731522859.382103:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab95d8. 00000100:00000200:0.0:1731522859.382108:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370304, portal 25 00000400:00000010:0.0:1731522859.382111:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab97f8. 00000100:00000200:0.0:1731522859.382112:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370304, offset 0 00000400:00000200:0.0:1731522859.382119:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731522859.382131:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731522859.382134:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522859.382137:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731522859.382140:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522859.382141:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731522859.382143:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [596:596:256:4294967295] 192.168.204.149@tcp LPNI seq info [596:596:8:4294967295] 00000400:00000200:0.0:1731522859.382149:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731522859.382153:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731522859.382155:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b0ec00. 00000800:00000200:0.0:1731522859.382159:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731522859.382165:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731522859.382167:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b7b0ec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522859.382263:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522859.382290:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b0ec00. 00000400:00000200:2.0:1731522859.382293:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522859.382297:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731522859.382300:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab97f8 00000400:00000010:2.0:1731522859.382302:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab97f8. 00000100:00000200:2.0:1731522859.382308:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742370304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522859.383358:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522859.383366:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713800 00000400:00000200:0.0:1731522859.383370:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1371 [1] + 224 00000400:00000200:0.0:1731522859.383386:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522859.383388:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522859.383392:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742370304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522859.383438:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d528. 00000400:00000200:2.0:1731522859.383442:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab95d8 00000400:00000010:2.0:1731522859.383443:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab95d8. 00000100:00000200:2.0:1731522859.383446:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742370304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522859.383452:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742370304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522859.383468:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913c00. 02000000:00000010:2.0:1731522859.383471:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731522859.383473:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522864.389952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522864.389970:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:2.0:1731522864.390054:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522864.390062:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522864.390069:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522864.390076:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370432, portal 25 00000400:00000010:2.0:1731522864.390079:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522864.390081:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370432, offset 0 00000400:00000200:2.0:1731522864.390088:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522864.390100:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522864.390104:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522864.390107:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522864.390110:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522864.390111:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522864.390113:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [597:597:256:4294967295] 192.168.204.149@tcp LPNI seq info [597:597:8:4294967295] 00000400:00000200:2.0:1731522864.390130:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522864.390134:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522864.390137:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731522864.390141:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522864.390147:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522864.390150:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522864.390256:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522864.390259:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731522864.390262:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522864.390266:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522864.390269:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:0.0:1731522864.390271:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:0.0:1731522864.390277:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742370432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522864.391689:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522864.391697:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713880 00000400:00000200:0.0:1731522864.391701:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1379 [1] + 224 00000400:00000200:0.0:1731522864.391714:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522864.391717:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522864.391721:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742370432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522864.391766:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522864.391770:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522864.391771:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522864.391775:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742370432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522864.391781:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742370432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522864.391799:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522864.391802:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731522864.391804:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522869.398075:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522869.398152:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731522869.398284:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522869.398296:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522869.398304:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522869.398312:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370560, portal 25 00000400:00000010:1.0:1731522869.398317:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731522869.398319:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370560, offset 0 00000400:00000200:1.0:1731522869.398330:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522869.398346:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522869.398353:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522869.398357:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522869.398361:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522869.398364:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522869.398368:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [598:598:256:4294967295] 192.168.204.149@tcp LPNI seq info [598:598:8:4294967295] 00000400:00000200:1.0:1731522869.398379:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522869.398386:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522869.398390:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522869.398396:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522869.398405:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522869.398410:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522869.398619:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522869.398625:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522869.398631:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522869.398638:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522869.398643:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731522869.398645:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731522869.398655:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742370560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522869.400399:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522869.400412:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713900 00000400:00000200:0.0:1731522869.400420:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1381 [1] + 224 00000400:00000200:0.0:1731522869.400444:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522869.400448:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522869.400466:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742370560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522869.400544:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522869.400553:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522869.400555:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522869.400562:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742370560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522869.400590:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742370560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522869.400616:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522869.400622:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731522869.400626:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522874.406027:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522874.406054:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:1.0:1731522874.406172:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522874.406186:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522874.406196:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522874.406207:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370688, portal 25 00000400:00000010:1.0:1731522874.406213:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731522874.406217:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370688, offset 0 00000400:00000200:1.0:1731522874.406231:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522874.406250:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522874.406258:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522874.406273:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522874.406277:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522874.406280:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522874.406284:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [599:599:256:4294967295] 192.168.204.149@tcp LPNI seq info [599:599:8:4294967295] 00000400:00000200:1.0:1731522874.406296:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522874.406303:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522874.406308:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522874.406314:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522874.406324:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522874.406328:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522874.406523:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522874.406530:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522874.406537:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522874.406547:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522874.406552:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731522874.406555:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731522874.406567:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742370688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522874.408242:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522874.408256:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713980 00000400:00000200:0.0:1731522874.408264:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1389 [1] + 224 00000400:00000200:0.0:1731522874.408287:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522874.408291:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522874.408299:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742370688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522874.408430:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522874.408438:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522874.408440:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522874.408450:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742370688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522874.408493:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742370688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522874.408525:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522874.408533:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:1.0:1731522874.408537:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522879.413998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522879.414026:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:0.0:1731522879.414198:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3913600. 00000400:00000010:0.0:1731522879.414209:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d420. 00000400:00000010:0.0:1731522879.414218:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9220. 00000100:00000200:0.0:1731522879.414226:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370816, portal 25 00000400:00000010:0.0:1731522879.414232:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9990. 00000100:00000200:0.0:1731522879.414234:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370816, offset 0 00000400:00000200:0.0:1731522879.414244:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731522879.414261:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731522879.414267:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522879.414272:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731522879.414275:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522879.414278:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731522879.414281:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [600:600:256:4294967295] 192.168.204.149@tcp LPNI seq info [600:600:8:4294967295] 00000400:00000200:0.0:1731522879.414311:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731522879.414318:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731522879.414323:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b0e000. 00000800:00000200:0.0:1731522879.414330:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731522879.414338:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731522879.414343:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b7b0e000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522879.414498:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522879.414504:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b0e000. 00000400:00000200:2.0:1731522879.414509:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522879.414516:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731522879.414521:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9990 00000400:00000010:2.0:1731522879.414523:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9990. 00000100:00000200:2.0:1731522879.414534:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742370816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522879.416363:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522879.416380:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713a00 00000400:00000200:0.0:1731522879.416390:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1391 [1] + 224 00000400:00000200:0.0:1731522879.416418:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522879.416423:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522879.416431:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742370816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522879.416560:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d420. 00000400:00000200:2.0:1731522879.416569:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9220 00000400:00000010:2.0:1731522879.416571:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9220. 00000100:00000200:2.0:1731522879.416579:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742370816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522879.416591:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742370816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522879.416628:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3913600. 02000000:00000010:2.0:1731522879.416633:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731522879.416636:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522884.421945:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522884.421982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731522884.422101:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522884.422110:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522884.422118:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522884.422125:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742370944, portal 25 00000400:00000010:2.0:1731522884.422129:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731522884.422131:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742370944, offset 0 00000400:00000200:2.0:1731522884.422138:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522884.422150:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522884.422155:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522884.422158:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522884.422160:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522884.422161:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522884.422164:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [601:601:256:4294967295] 192.168.204.149@tcp LPNI seq info [601:601:8:4294967295] 00000400:00000200:2.0:1731522884.422171:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522884.422175:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522884.422178:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731522884.422182:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522884.422188:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522884.422191:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522884.422299:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522884.422302:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731522884.422306:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522884.422310:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522884.422313:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731522884.422314:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731522884.422320:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742370944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522884.423972:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522884.423983:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713a80 00000400:00000200:0.0:1731522884.423990:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1399 [1] + 224 00000400:00000200:0.0:1731522884.424008:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522884.424012:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522884.424018:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742370944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522884.424103:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522884.424109:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522884.424110:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522884.424116:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742370944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522884.424128:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742370944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522884.424164:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522884.424167:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731522884.424170:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522889.429939:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522889.429959:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731522889.430058:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522889.430065:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522889.430071:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522889.430077:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371072, portal 25 00000400:00000010:2.0:1731522889.430080:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731522889.430082:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371072, offset 0 00000400:00000200:2.0:1731522889.430088:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522889.430099:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522889.430103:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522889.430106:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522889.430109:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522889.430110:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522889.430112:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [602:602:256:4294967295] 192.168.204.149@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:2.0:1731522889.430119:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522889.430123:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522889.430125:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731522889.430129:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522889.430135:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522889.430138:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522889.430303:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522889.430307:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731522889.430310:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522889.430314:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522889.430317:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731522889.430318:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731522889.430324:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742371072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522889.431656:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522889.431664:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713b00 00000400:00000200:0.0:1731522889.431668:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13a1 [1] + 224 00000400:00000200:0.0:1731522889.431683:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522889.431686:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522889.431690:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742371072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522889.431765:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522889.431769:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522889.431770:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522889.431774:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742371072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522889.431781:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742371072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522889.431809:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522889.431812:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731522889.431814:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522894.437998:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522894.438030:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731522894.438182:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522894.438194:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522894.438202:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522894.438211:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371200, portal 25 00000400:00000010:1.0:1731522894.438216:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731522894.438218:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371200, offset 0 00000400:00000200:1.0:1731522894.438229:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522894.438245:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522894.438251:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522894.438256:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522894.438260:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522894.438263:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522894.438266:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [603:603:256:4294967295] 192.168.204.149@tcp LPNI seq info [603:603:8:4294967295] 00000400:00000200:1.0:1731522894.438278:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522894.438284:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522894.438288:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522894.438294:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522894.438303:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522894.438308:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522894.438535:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522894.438541:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522894.438547:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522894.438554:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522894.438559:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731522894.438561:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731522894.438570:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742371200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522894.440384:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522894.440398:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713b80 00000400:00000200:0.0:1731522894.440406:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13a9 [1] + 224 00000400:00000200:0.0:1731522894.440430:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522894.440435:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522894.440453:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742371200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522894.440580:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522894.440589:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522894.440591:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522894.440598:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742371200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522894.440655:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742371200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522894.440682:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522894.440688:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731522894.440692:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522899.445943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522899.445963:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:0.0:1731522899.446074:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912600. 00000400:00000010:0.0:1731522899.446084:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1dd10. 00000400:00000010:0.0:1731522899.446093:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9220. 00000100:00000200:0.0:1731522899.446101:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371328, portal 25 00000400:00000010:0.0:1731522899.446106:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9990. 00000100:00000200:0.0:1731522899.446108:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371328, offset 0 00000400:00000200:0.0:1731522899.446124:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731522899.446140:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731522899.446147:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522899.446151:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731522899.446154:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522899.446157:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731522899.446161:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [604:604:256:4294967295] 192.168.204.149@tcp LPNI seq info [604:604:8:4294967295] 00000400:00000200:0.0:1731522899.446172:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731522899.446179:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731522899.446183:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b07d600. 00000800:00000200:0.0:1731522899.446189:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731522899.446197:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731522899.446201:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012b07d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522899.446295:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522899.446299:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b07d600. 00000400:00000200:2.0:1731522899.446302:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522899.446308:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731522899.446311:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9990 00000400:00000010:2.0:1731522899.446313:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9990. 00000100:00000200:2.0:1731522899.446320:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742371328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522899.448076:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522899.448094:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713c00 00000400:00000200:0.0:1731522899.448106:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13b1 [1] + 224 00000400:00000200:0.0:1731522899.448136:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522899.448143:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522899.448154:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742371328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522899.448288:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1dd10. 00000400:00000200:2.0:1731522899.448294:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9220 00000400:00000010:2.0:1731522899.448295:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9220. 00000100:00000200:2.0:1731522899.448319:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742371328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522899.448330:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742371328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522899.448356:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912600. 02000000:00000010:2.0:1731522899.448361:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731522899.448365:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522904.453962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731522904.453981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:0.0:1731522904.454072:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912800. 00000400:00000010:0.0:1731522904.454087:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d000. 00000400:00000010:0.0:1731522904.454092:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab95d8. 00000100:00000200:0.0:1731522904.454098:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371456, portal 25 00000400:00000010:0.0:1731522904.454101:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab97f8. 00000100:00000200:0.0:1731522904.454102:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371456, offset 0 00000400:00000200:0.0:1731522904.454109:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731522904.454119:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731522904.454122:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522904.454125:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731522904.454127:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522904.454129:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731522904.454131:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [605:605:256:4294967295] 192.168.204.149@tcp LPNI seq info [605:605:8:4294967295] 00000400:00000200:0.0:1731522904.454137:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731522904.454141:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731522904.454143:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b07db00. 00000800:00000200:0.0:1731522904.454147:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731522904.454153:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731522904.454155:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012b07db00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522904.454246:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522904.454249:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b07db00. 00000400:00000200:2.0:1731522904.454251:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522904.454255:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731522904.454258:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab97f8 00000400:00000010:2.0:1731522904.454259:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab97f8. 00000100:00000200:2.0:1731522904.454265:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742371456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522904.455408:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522904.455416:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713c80 00000400:00000200:0.0:1731522904.455421:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13b9 [1] + 224 00000400:00000200:0.0:1731522904.455433:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522904.455436:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522904.455452:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742371456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522904.455505:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d000. 00000400:00000200:2.0:1731522904.455524:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab95d8 00000400:00000010:2.0:1731522904.455525:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab95d8. 00000100:00000200:2.0:1731522904.455529:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742371456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522904.455535:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742371456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522904.455551:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912800. 02000000:00000010:2.0:1731522904.455554:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:2.0:1731522904.455556:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731522909.461977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731522909.461994:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731522909.462070:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522909.462076:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522909.462080:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522909.462086:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371584, portal 25 00000400:00000010:2.0:1731522909.462090:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517bb0. 00000100:00000200:2.0:1731522909.462092:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371584, offset 0 00000400:00000200:2.0:1731522909.462099:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522909.462110:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522909.462114:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522909.462116:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522909.462119:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522909.462120:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522909.462122:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [606:606:256:4294967295] 192.168.204.149@tcp LPNI seq info [606:606:8:4294967295] 00000400:00000200:2.0:1731522909.462128:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522909.462132:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522909.462135:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731522909.462139:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522909.462144:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522909.462147:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522909.462236:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522909.462239:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731522909.462243:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522909.462247:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522909.462250:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517bb0 00000400:00000010:0.0:1731522909.462260:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517bb0. 00000100:00000200:0.0:1731522909.462266:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742371584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522909.463244:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522909.463252:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713d00 00000400:00000200:0.0:1731522909.463257:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13c1 [1] + 224 00000400:00000200:0.0:1731522909.463269:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522909.463271:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522909.463275:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742371584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522909.463341:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522909.463345:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522909.463383:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522909.463389:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742371584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522909.463397:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742371584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522909.463416:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522909.463419:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731522909.463422:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731522914.469937:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731522914.469957:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:1.0:1731522914.470060:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522914.470067:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522914.470072:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522914.470078:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371712, portal 25 00000400:00000010:1.0:1731522914.470081:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731522914.470082:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371712, offset 0 00000400:00000200:1.0:1731522914.470089:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522914.470101:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522914.470105:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522914.470108:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522914.470111:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522914.470112:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522914.470114:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [607:607:256:4294967295] 192.168.204.149@tcp LPNI seq info [607:607:8:4294967295] 00000400:00000200:1.0:1731522914.470121:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522914.470125:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522914.470129:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731522914.470133:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522914.470139:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522914.470141:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522914.470283:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522914.470286:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731522914.470290:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522914.470294:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522914.470297:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731522914.470298:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731522914.470304:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742371712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522914.472021:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522914.472029:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713d80 00000400:00000200:0.0:1731522914.472034:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13c9 [1] + 224 00000400:00000200:0.0:1731522914.472048:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522914.472050:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522914.472055:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742371712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522914.472127:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522914.472132:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522914.472133:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522914.472137:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742371712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522914.472155:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742371712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522914.472172:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522914.472176:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:1.0:1731522914.472178:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731522919.477943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731522919.477962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731522919.478063:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522919.478071:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522919.478078:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522919.478085:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371840, portal 25 00000400:00000010:2.0:1731522919.478088:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5175d8. 00000100:00000200:2.0:1731522919.478090:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371840, offset 0 00000400:00000200:2.0:1731522919.478097:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522919.478109:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522919.478113:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522919.478116:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522919.478118:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522919.478119:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522919.478121:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [608:608:256:4294967295] 192.168.204.149@tcp LPNI seq info [608:608:8:4294967295] 00000400:00000200:2.0:1731522919.478128:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522919.478133:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522919.478135:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731522919.478139:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522919.478144:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522919.478147:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522919.478267:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522919.478270:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731522919.478274:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522919.478278:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522919.478290:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5175d8 00000400:00000010:0.0:1731522919.478291:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5175d8. 00000100:00000200:0.0:1731522919.478297:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742371840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522919.480119:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522919.480139:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713e00 00000400:00000200:0.0:1731522919.480149:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13d1 [1] + 224 00000400:00000200:0.0:1731522919.480217:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522919.480222:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522919.480231:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742371840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522919.480287:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522919.480291:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522919.480293:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522919.480298:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742371840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522919.480312:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742371840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522919.480332:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522919.480335:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731522919.480338:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731522924.485920:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731522924.485937:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731522924.486011:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522924.486017:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522924.486023:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522924.486028:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742371968, portal 25 00000400:00000010:2.0:1731522924.486031:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517330. 00000100:00000200:2.0:1731522924.486032:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742371968, offset 0 00000400:00000200:2.0:1731522924.486039:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522924.486049:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522924.486053:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522924.486056:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522924.486059:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522924.486060:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522924.486062:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [609:609:256:4294967295] 192.168.204.149@tcp LPNI seq info [609:609:8:4294967295] 00000400:00000200:2.0:1731522924.486068:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522924.486088:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522924.486091:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731522924.486095:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522924.486101:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522924.486104:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522924.486205:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522924.486211:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731522924.486215:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522924.486222:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522924.486225:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517330 00000400:00000010:0.0:1731522924.486227:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517330. 00000100:00000200:0.0:1731522924.486234:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742371968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522924.487221:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522924.487230:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713e80 00000400:00000200:0.0:1731522924.487236:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13d9 [1] + 224 00000400:00000200:0.0:1731522924.487251:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522924.487253:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522924.487257:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742371968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522924.487337:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522924.487341:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522924.487342:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522924.487348:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742371968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522924.487368:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742371968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522924.487384:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522924.487387:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731522924.487390:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731522929.493962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731522929.494007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731522929.494106:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522929.494113:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522929.494119:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522929.494124:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372096, portal 25 00000400:00000010:2.0:1731522929.494127:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731522929.494129:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372096, offset 0 00000400:00000200:2.0:1731522929.494136:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522929.494147:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522929.494150:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522929.494153:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522929.494156:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522929.494157:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522929.494159:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [610:610:256:4294967295] 192.168.204.149@tcp LPNI seq info [610:610:8:4294967295] 00000400:00000200:2.0:1731522929.494166:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522929.494169:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522929.494172:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731522929.494176:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522929.494181:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522929.494184:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522929.494345:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522929.494352:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731522929.494356:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522929.494374:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522929.494378:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731522929.494380:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731522929.494386:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742372096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522929.495431:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522929.495441:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713f00 00000400:00000200:0.0:1731522929.495447:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13e1 [1] + 224 00000400:00000200:0.0:1731522929.495461:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522929.495463:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522929.495468:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742372096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522929.495544:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522929.495548:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522929.495549:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522929.495555:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742372096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522929.495575:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742372096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522929.495592:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522929.495595:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731522929.495598:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731522934.502016:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731522934.502046:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:1.0:1731522934.502183:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522934.502194:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522934.502199:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522934.502205:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372224, portal 25 00000400:00000010:1.0:1731522934.502209:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731522934.502210:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372224, offset 0 00000400:00000200:1.0:1731522934.502217:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522934.502229:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522934.502233:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522934.502236:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522934.502238:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522934.502240:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522934.502242:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [611:611:256:4294967295] 192.168.204.149@tcp LPNI seq info [611:611:8:4294967295] 00000400:00000200:1.0:1731522934.502249:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522934.502252:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522934.502255:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731522934.502258:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522934.502264:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522934.502267:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522934.502500:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522934.502506:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731522934.502512:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522934.502523:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522934.502528:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731522934.502530:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731522934.502539:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742372224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522934.504163:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522934.504178:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79713f80 00000400:00000200:0.0:1731522934.504187:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13e9 [1] + 224 00000400:00000200:0.0:1731522934.504216:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522934.504220:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522934.504229:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742372224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522934.504315:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522934.504321:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522934.504322:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522934.504328:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742372224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522934.504350:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742372224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522934.504367:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522934.504371:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:1.0:1731522934.504374:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731522939.509994:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731522939.510025:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:2.0:1731522939.510206:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522939.510218:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522939.510227:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522939.510236:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372352, portal 25 00000400:00000010:2.0:1731522939.510241:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731522939.510243:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372352, offset 0 00000400:00000200:2.0:1731522939.510255:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522939.510271:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522939.510277:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522939.510283:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522939.510287:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522939.510290:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522939.510293:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [612:612:256:4294967295] 192.168.204.149@tcp LPNI seq info [612:612:8:4294967295] 00000400:00000200:2.0:1731522939.510305:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522939.510312:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522939.510317:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731522939.510324:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522939.510335:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522939.510340:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522939.510534:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522939.510540:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731522939.510563:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522939.510571:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522939.510576:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731522939.510578:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:0.0:1731522939.510586:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742372352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522939.512214:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522939.512232:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714000 00000400:00000200:0.0:1731522939.512242:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13f1 [1] + 224 00000400:00000200:0.0:1731522939.512273:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522939.512279:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522939.512289:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742372352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522939.512441:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522939.512449:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522939.512450:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522939.512458:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742372352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522939.512486:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742372352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522939.512511:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522939.512516:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731522939.512521:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731522944.517997:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731522944.518028:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731522944.518135:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522944.518147:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522944.518156:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522944.518164:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372480, portal 25 00000400:00000010:2.0:1731522944.518169:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731522944.518172:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372480, offset 0 00000400:00000200:2.0:1731522944.518183:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522944.518199:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522944.518205:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522944.518210:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522944.518215:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522944.518217:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522944.518221:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [613:613:256:4294967295] 192.168.204.149@tcp LPNI seq info [613:613:8:4294967295] 00000400:00000200:2.0:1731522944.518233:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522944.518240:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522944.518244:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731522944.518252:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522944.518262:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522944.518267:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522944.518364:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522944.518370:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731522944.518376:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522944.518384:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522944.518388:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:0.0:1731522944.518390:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:0.0:1731522944.518398:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742372480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522944.519991:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522944.520004:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714080 00000400:00000200:0.0:1731522944.520012:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x13f9 [1] + 224 00000400:00000200:0.0:1731522944.520033:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522944.520037:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522944.520046:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742372480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522944.520170:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522944.520177:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522944.520179:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522944.520187:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742372480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522944.520219:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742372480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522944.520245:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522944.520251:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731522944.520255:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731522949.525925:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731522949.525944:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731522949.526046:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522949.526053:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522949.526058:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522949.526064:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372608, portal 25 00000400:00000010:1.0:1731522949.526067:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731522949.526068:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372608, offset 0 00000400:00000200:1.0:1731522949.526075:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522949.526087:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522949.526091:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522949.526094:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522949.526097:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522949.526098:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522949.526100:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [614:614:256:4294967295] 192.168.204.149@tcp LPNI seq info [614:614:8:4294967295] 00000400:00000200:1.0:1731522949.526107:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522949.526110:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522949.526113:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731522949.526117:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522949.526122:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522949.526125:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522949.526375:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522949.526400:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731522949.526407:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522949.526417:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522949.526423:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731522949.526425:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731522949.526437:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742372608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522949.528251:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522949.528267:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714100 00000400:00000200:0.0:1731522949.528276:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1401 [1] + 224 00000400:00000200:0.0:1731522949.528300:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522949.528305:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522949.528313:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742372608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522949.528402:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522949.528407:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522949.528408:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522949.528414:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742372608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522949.528435:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742372608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522949.528452:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522949.528457:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731522949.528460:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731522954.533979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731522954.533998:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:1.0:1731522954.534100:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522954.534108:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522954.534113:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522954.534120:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372736, portal 25 00000400:00000010:1.0:1731522954.534122:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731522954.534124:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372736, offset 0 00000400:00000200:1.0:1731522954.534130:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522954.534142:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522954.534146:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522954.534149:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522954.534151:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522954.534152:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522954.534154:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [615:615:256:4294967295] 192.168.204.149@tcp LPNI seq info [615:615:8:4294967295] 00000400:00000200:1.0:1731522954.534161:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522954.534165:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522954.534167:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731522954.534171:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522954.534177:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522954.534179:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522954.534393:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522954.534401:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731522954.534407:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522954.534414:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522954.534419:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731522954.534420:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731522954.534429:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742372736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522954.535789:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522954.535801:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714180 00000400:00000200:0.0:1731522954.535808:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1409 [1] + 224 00000400:00000200:0.0:1731522954.535831:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522954.535834:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522954.535840:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742372736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522954.535923:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522954.535928:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522954.535929:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522954.535934:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742372736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522954.535956:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742372736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522954.535973:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522954.535977:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:1.0:1731522954.535979:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731522959.541916:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731522959.541936:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:1.0:1731522959.542063:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522959.542070:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522959.542076:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522959.542082:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372864, portal 25 00000400:00000010:1.0:1731522959.542084:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731522959.542086:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372864, offset 0 00000400:00000200:1.0:1731522959.542093:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522959.542105:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522959.542109:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522959.542113:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522959.542115:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522959.542116:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522959.542118:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [616:616:256:4294967295] 192.168.204.149@tcp LPNI seq info [616:616:8:4294967295] 00000400:00000200:1.0:1731522959.542125:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522959.542129:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522959.542132:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731522959.542136:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522959.542142:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522959.542145:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522959.542360:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522959.542385:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731522959.542394:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522959.542405:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522959.542412:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731522959.542415:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731522959.542482:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742372864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522959.544262:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522959.544283:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714200 00000400:00000200:0.0:1731522959.544295:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1411 [1] + 224 00000400:00000200:0.0:1731522959.544326:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522959.544333:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522959.544345:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742372864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522959.544412:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522959.544416:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522959.544417:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522959.544423:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742372864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522959.544453:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742372864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522959.544471:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522959.544475:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:1.0:1731522959.544478:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731522964.549927:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731522964.549945:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731522964.550035:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522964.550042:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522964.550048:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522964.550054:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742372992, portal 25 00000400:00000010:1.0:1731522964.550058:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731522964.550059:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742372992, offset 0 00000400:00000200:1.0:1731522964.550067:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522964.550078:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522964.550082:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522964.550085:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522964.550088:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522964.550089:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522964.550091:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [617:617:256:4294967295] 192.168.204.149@tcp LPNI seq info [617:617:8:4294967295] 00000400:00000200:1.0:1731522964.550098:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522964.550102:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522964.550104:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731522964.550108:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522964.550114:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522964.550117:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522964.550260:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522964.550264:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731522964.550267:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522964.550271:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522964.550274:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731522964.550276:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731522964.550281:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742372992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522964.551390:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522964.551398:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714280 00000400:00000200:0.0:1731522964.551402:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1419 [1] + 224 00000400:00000200:0.0:1731522964.551416:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522964.551419:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522964.551423:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742372992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522964.551492:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522964.551496:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522964.551497:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522964.551501:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742372992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522964.551519:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742372992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522964.551535:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522964.551539:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731522964.551541:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731522969.557928:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731522969.557947:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731522969.558029:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522969.558037:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522969.558043:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522969.558050:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742373120, portal 25 00000400:00000010:1.0:1731522969.558055:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731522969.558056:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742373120, offset 0 00000400:00000200:1.0:1731522969.558065:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522969.558079:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522969.558085:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522969.558088:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522969.558091:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522969.558093:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522969.558096:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [618:618:256:4294967295] 192.168.204.149@tcp LPNI seq info [618:618:8:4294967295] 00000400:00000200:1.0:1731522969.558105:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522969.558111:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522969.558114:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731522969.558119:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522969.558126:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522969.558129:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522969.558300:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522969.558314:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731522969.558317:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522969.558321:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522969.558324:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731522969.558325:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731522969.558331:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742373120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522969.559294:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522969.559302:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714300 00000400:00000200:0.0:1731522969.559307:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1421 [1] + 224 00000400:00000200:0.0:1731522969.559318:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522969.559321:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522969.559325:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742373120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522969.559369:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522969.559373:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522969.559374:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522969.559378:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742373120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522969.559398:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742373120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522969.559416:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522969.559420:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731522969.559423:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731522974.565970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731522974.565987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:1.0:1731522974.566066:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522974.566073:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522974.566080:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522974.566087:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742373248, portal 25 00000400:00000010:1.0:1731522974.566091:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731522974.566093:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742373248, offset 0 00000400:00000200:1.0:1731522974.566101:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522974.566114:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522974.566118:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522974.566122:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522974.566125:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522974.566127:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522974.566130:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [619:619:256:4294967295] 192.168.204.149@tcp LPNI seq info [619:619:8:4294967295] 00000400:00000200:1.0:1731522974.566139:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522974.566144:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522974.566148:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731522974.566183:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522974.566191:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522974.566195:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522974.566341:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522974.566344:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731522974.566348:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522974.566352:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522974.566355:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731522974.566356:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731522974.566362:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742373248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522974.567473:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522974.567481:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714380 00000400:00000200:0.0:1731522974.567486:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1429 [1] + 224 00000400:00000200:0.0:1731522974.567501:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522974.567503:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522974.567507:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742373248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522974.567586:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522974.567590:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522974.567591:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522974.567595:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742373248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522974.567613:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742373248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522974.567628:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522974.567632:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:1.0:1731522974.567634:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731522979.573938:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731522979.573958:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731522979.574077:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522979.574084:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522979.574090:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522979.574096:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742373376, portal 25 00000400:00000010:2.0:1731522979.574100:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731522979.574101:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742373376, offset 0 00000400:00000200:2.0:1731522979.574108:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522979.574120:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522979.574124:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522979.574128:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522979.574130:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522979.574132:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522979.574134:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [620:620:256:4294967295] 192.168.204.149@tcp LPNI seq info [620:620:8:4294967295] 00000400:00000200:2.0:1731522979.574141:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522979.574145:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522979.574147:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731522979.574151:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522979.574156:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522979.574159:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522979.574318:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522979.574331:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731522979.574335:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522979.574339:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522979.574342:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731522979.574343:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731522979.574350:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742373376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522979.575698:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522979.575706:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714400 00000400:00000200:0.0:1731522979.575712:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1431 [1] + 224 00000400:00000200:0.0:1731522979.575727:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522979.575731:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522979.575737:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742373376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522979.575813:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522979.575817:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522979.575818:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522979.575822:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742373376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522979.575837:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742373376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522979.575876:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522979.575879:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731522979.575881:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731522984.581936:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731522984.581957:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:1.0:1731522984.582082:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731522984.582091:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731522984.582097:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522984.582104:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742373504, portal 25 00000400:00000010:1.0:1731522984.582108:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731522984.582110:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742373504, offset 0 00000400:00000200:1.0:1731522984.582118:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731522984.582131:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731522984.582137:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522984.582140:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731522984.582144:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522984.582146:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731522984.582149:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [621:621:256:4294967295] 192.168.204.149@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:1.0:1731522984.582159:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731522984.582164:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731522984.582167:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731522984.582172:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731522984.582178:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731522984.582182:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522984.582338:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522984.582342:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731522984.582347:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522984.582352:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522984.582355:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731522984.582357:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731522984.582364:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742373504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522984.583593:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522984.583603:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714480 00000400:00000200:0.0:1731522984.583609:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1439 [1] + 224 00000400:00000200:0.0:1731522984.583627:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522984.583630:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522984.583635:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742373504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522984.583686:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731522984.583690:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731522984.583692:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731522984.583696:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742373504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522984.583720:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742373504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522984.583739:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731522984.583744:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:1.0:1731522984.583747:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731522989.589933:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731522989.589951:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731522989.590052:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731522989.590059:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522989.590065:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522989.590071:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742373632, portal 25 00000400:00000010:2.0:1731522989.590074:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731522989.590075:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742373632, offset 0 00000400:00000200:2.0:1731522989.590082:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522989.590093:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522989.590097:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522989.590100:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522989.590103:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522989.590105:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522989.590107:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [622:622:256:4294967295] 192.168.204.149@tcp LPNI seq info [622:622:8:4294967295] 00000400:00000200:2.0:1731522989.590114:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522989.590118:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522989.590120:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731522989.590124:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522989.590129:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522989.590132:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522989.590280:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522989.590294:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731522989.590298:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522989.590302:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522989.590305:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:0.0:1731522989.590306:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000100:00000200:0.0:1731522989.590313:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742373632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522989.591607:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522989.591615:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714500 00000400:00000200:0.0:1731522989.591621:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1441 [1] + 224 00000400:00000200:0.0:1731522989.591634:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522989.591636:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522989.591641:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742373632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522989.591712:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522989.591716:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522989.591717:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522989.591720:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742373632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522989.591735:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742373632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522989.591752:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731522989.591755:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731522989.591757:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731522994.597934:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731522994.597956:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731522994.598053:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522994.598061:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522994.598068:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522994.598075:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742373760, portal 25 00000400:00000010:2.0:1731522994.598080:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731522994.598082:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742373760, offset 0 00000400:00000200:2.0:1731522994.598090:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522994.598103:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522994.598108:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522994.598112:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522994.598115:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522994.598117:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522994.598120:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [623:623:256:4294967295] 192.168.204.149@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:2.0:1731522994.598130:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522994.598136:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522994.598140:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731522994.598145:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522994.598152:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522994.598156:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522994.598283:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522994.598287:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731522994.598292:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522994.598297:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522994.598301:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:0.0:1731522994.598303:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000100:00000200:0.0:1731522994.598311:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742373760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522994.599689:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522994.599697:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714580 00000400:00000200:0.0:1731522994.599702:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1449 [1] + 224 00000400:00000200:0.0:1731522994.599717:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522994.599720:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522994.599724:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742373760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522994.599767:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522994.599771:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522994.599772:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522994.599776:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742373760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522994.599819:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742373760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522994.599837:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522994.599841:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731522994.599843:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731522999.605990:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731522999.606013:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:2.0:1731522999.606092:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731522999.606100:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731522999.606107:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522999.606113:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742373888, portal 25 00000400:00000010:2.0:1731522999.606117:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731522999.606118:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742373888, offset 0 00000400:00000200:2.0:1731522999.606127:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731522999.606140:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731522999.606144:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522999.606148:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731522999.606150:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522999.606152:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731522999.606154:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [624:624:256:4294967295] 192.168.204.149@tcp LPNI seq info [624:624:8:4294967295] 00000400:00000200:2.0:1731522999.606163:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731522999.606168:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731522999.606171:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731522999.606175:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731522999.606182:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731522999.606185:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522999.606295:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522999.606306:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731522999.606309:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522999.606313:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731522999.606316:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731522999.606317:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:0.0:1731522999.606323:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742373888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522999.607993:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731522999.608000:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714600 00000400:00000200:0.0:1731522999.608006:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1451 [1] + 224 00000400:00000200:0.0:1731522999.608020:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522999.608022:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731522999.608027:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742373888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522999.608071:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731522999.608074:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731522999.608075:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731522999.608080:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742373888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522999.608099:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742373888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522999.608115:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731522999.608118:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731522999.608121:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731523004.613951:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731523004.613970:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:1.0:1731523004.614065:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523004.614074:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523004.614081:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523004.614089:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374016, portal 25 00000400:00000010:1.0:1731523004.614092:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731523004.614093:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374016, offset 0 00000400:00000200:1.0:1731523004.614102:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523004.614114:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523004.614118:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523004.614121:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523004.614123:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523004.614125:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523004.614127:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [625:625:256:4294967295] 192.168.204.149@tcp LPNI seq info [625:625:8:4294967295] 00000400:00000200:1.0:1731523004.614133:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523004.614137:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523004.614140:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523004.614144:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523004.614155:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523004.614157:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523004.614295:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523004.614298:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523004.614302:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523004.614306:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523004.614309:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731523004.614310:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731523004.614316:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742374016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523004.615817:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523004.615825:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714680 00000400:00000200:0.0:1731523004.615830:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1459 [1] + 224 00000400:00000200:0.0:1731523004.615844:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523004.615847:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523004.615851:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742374016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523004.615934:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523004.615939:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523004.615940:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523004.615944:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742374016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523004.615962:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742374016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523004.615979:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523004.615982:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:1.0:1731523004.615984:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731523009.621916:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731523009.621932:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:2.0:1731523009.622035:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523009.622043:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523009.622049:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523009.622055:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374144, portal 25 00000400:00000010:2.0:1731523009.622057:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000100:00000200:2.0:1731523009.622059:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374144, offset 0 00000400:00000200:2.0:1731523009.622066:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523009.622078:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523009.622082:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523009.622085:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523009.622087:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523009.622089:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523009.622091:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [626:626:256:4294967295] 192.168.204.149@tcp LPNI seq info [626:626:8:4294967295] 00000400:00000200:2.0:1731523009.622098:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523009.622102:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523009.622104:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4300. 00000800:00000200:2.0:1731523009.622108:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523009.622114:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523009.622117:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523009.622264:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523009.622277:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4300. 00000400:00000200:0.0:1731523009.622281:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523009.622285:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523009.622288:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:0.0:1731523009.622289:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:0.0:1731523009.622295:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742374144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523009.623644:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523009.623652:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714700 00000400:00000200:0.0:1731523009.623656:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1461 [1] + 224 00000400:00000200:0.0:1731523009.623668:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523009.623671:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523009.623675:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742374144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523009.623747:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523009.623752:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523009.623753:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523009.623757:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742374144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523009.623772:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742374144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523009.623788:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523009.623791:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731523009.623794:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731523014.629923:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731523014.629943:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:1.0:1731523014.630035:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523014.630041:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523014.630047:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523014.630053:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374272, portal 25 00000400:00000010:1.0:1731523014.630056:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731523014.630057:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374272, offset 0 00000400:00000200:1.0:1731523014.630064:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523014.630075:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523014.630079:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523014.630082:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523014.630085:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523014.630086:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523014.630088:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [627:627:256:4294967295] 192.168.204.149@tcp LPNI seq info [627:627:8:4294967295] 00000400:00000200:1.0:1731523014.630095:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523014.630098:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523014.630101:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523014.630105:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523014.630110:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523014.630114:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523014.630222:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523014.630225:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523014.630228:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523014.630231:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523014.630234:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731523014.630236:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731523014.630242:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742374272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523014.631592:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523014.631600:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714780 00000400:00000200:0.0:1731523014.631605:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1469 [1] + 224 00000400:00000200:0.0:1731523014.631620:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523014.631622:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523014.631627:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742374272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523014.631672:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523014.631676:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523014.631678:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523014.631682:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742374272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523014.631699:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742374272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523014.631716:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523014.631719:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:1.0:1731523014.631721:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731523019.637919:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731523019.637936:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731523019.638047:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523019.638054:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523019.638059:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523019.638064:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374400, portal 25 00000400:00000010:1.0:1731523019.638067:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731523019.638068:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374400, offset 0 00000400:00000200:1.0:1731523019.638075:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523019.638087:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523019.638090:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523019.638094:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523019.638096:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523019.638097:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523019.638099:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [628:628:256:4294967295] 192.168.204.149@tcp LPNI seq info [628:628:8:4294967295] 00000400:00000200:1.0:1731523019.638106:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523019.638110:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523019.638113:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523019.638116:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523019.638122:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523019.638125:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523019.638203:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523019.638217:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523019.638221:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523019.638227:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523019.638230:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731523019.638232:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731523019.638239:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742374400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523019.639321:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523019.639351:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714800 00000400:00000200:0.0:1731523019.639356:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1471 [1] + 224 00000400:00000200:0.0:1731523019.639369:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523019.639371:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523019.639375:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742374400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523019.639446:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523019.639451:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523019.639452:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523019.639456:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742374400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523019.639471:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742374400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523019.639487:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523019.639491:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731523019.639494:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731523024.645912:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731523024.645931:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731523024.646023:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523024.646030:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523024.646036:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523024.646042:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374528, portal 25 00000400:00000010:1.0:1731523024.646045:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731523024.646046:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374528, offset 0 00000400:00000200:1.0:1731523024.646053:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523024.646065:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523024.646070:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523024.646073:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523024.646075:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523024.646076:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523024.646078:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [629:629:256:4294967295] 192.168.204.149@tcp LPNI seq info [629:629:8:4294967295] 00000400:00000200:1.0:1731523024.646086:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523024.646090:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523024.646092:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523024.646096:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523024.646102:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523024.646105:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523024.646285:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523024.646289:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523024.646294:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523024.646299:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523024.646303:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731523024.646304:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731523024.646311:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742374528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523024.647711:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523024.647718:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714880 00000400:00000200:0.0:1731523024.647723:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1479 [1] + 224 00000400:00000200:0.0:1731523024.647737:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523024.647739:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523024.647744:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742374528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523024.647785:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523024.647790:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523024.647791:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523024.647795:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742374528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523024.647814:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742374528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523024.647830:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523024.647834:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731523024.647837:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731523029.653927:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731523029.653947:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:2.0:1731523029.654047:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523029.654054:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523029.654059:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523029.654065:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374656, portal 25 00000400:00000010:2.0:1731523029.654068:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731523029.654069:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374656, offset 0 00000400:00000200:2.0:1731523029.654076:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523029.654088:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523029.654092:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523029.654095:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523029.654098:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523029.654099:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523029.654101:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [630:630:256:4294967295] 192.168.204.149@tcp LPNI seq info [630:630:8:4294967295] 00000400:00000200:2.0:1731523029.654108:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523029.654111:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523029.654114:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731523029.654117:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523029.654124:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523029.654126:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523029.654271:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523029.654286:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731523029.654290:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523029.654295:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523029.654299:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731523029.654301:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731523029.654308:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742374656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523029.655652:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523029.655661:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714900 00000400:00000200:0.0:1731523029.655668:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1481 [1] + 224 00000400:00000200:0.0:1731523029.655681:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523029.655684:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523029.655690:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742374656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523029.655762:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523029.655766:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523029.655767:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523029.655771:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742374656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523029.655786:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742374656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523029.655803:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523029.655806:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731523029.655808:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731523034.661935:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731523034.661956:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:1.0:1731523034.662040:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523034.662047:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523034.662062:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523034.662068:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374784, portal 25 00000400:00000010:1.0:1731523034.662072:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731523034.662073:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374784, offset 0 00000400:00000200:1.0:1731523034.662080:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523034.662091:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523034.662095:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523034.662097:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523034.662100:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523034.662101:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523034.662103:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [631:631:256:4294967295] 192.168.204.149@tcp LPNI seq info [631:631:8:4294967295] 00000400:00000200:1.0:1731523034.662110:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523034.662113:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523034.662116:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523034.662119:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523034.662125:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523034.662128:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523034.662271:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523034.662274:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523034.662278:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523034.662282:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523034.662285:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731523034.662286:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731523034.662291:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742374784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523034.663455:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523034.663463:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714980 00000400:00000200:0.0:1731523034.663468:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1489 [1] + 224 00000400:00000200:0.0:1731523034.663483:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523034.663485:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523034.663490:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742374784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523034.663531:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523034.663536:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523034.663536:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523034.663540:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742374784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523034.663558:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742374784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523034.663574:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523034.663578:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:1.0:1731523034.663580:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731523039.669943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731523039.669991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731523039.670053:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523039.670059:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523039.670064:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523039.670070:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742374912, portal 25 00000400:00000010:1.0:1731523039.670072:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731523039.670073:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742374912, offset 0 00000400:00000200:1.0:1731523039.670080:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523039.670091:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523039.670095:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523039.670098:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523039.670100:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523039.670101:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523039.670103:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [632:632:256:4294967295] 192.168.204.149@tcp LPNI seq info [632:632:8:4294967295] 00000400:00000200:1.0:1731523039.670110:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523039.670113:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523039.670117:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523039.670121:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523039.670127:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523039.670130:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523039.670275:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523039.670288:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523039.670293:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523039.670299:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523039.670303:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731523039.670305:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731523039.670314:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742374912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523039.671330:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523039.671344:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714a00 00000400:00000200:0.0:1731523039.671351:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1491 [1] + 224 00000400:00000200:0.0:1731523039.671373:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523039.671378:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523039.671385:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742374912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523039.671464:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523039.671469:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523039.671470:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523039.671474:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742374912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523039.671488:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742374912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523039.671503:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523039.671507:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731523039.671509:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731523044.678008:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731523044.678029:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731523044.678119:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523044.678127:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523044.678133:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523044.678139:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375040, portal 25 00000400:00000010:1.0:1731523044.678142:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731523044.678143:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375040, offset 0 00000400:00000200:1.0:1731523044.678151:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523044.678163:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523044.678167:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523044.678171:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523044.678173:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523044.678175:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523044.678177:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [633:633:256:4294967295] 192.168.204.149@tcp LPNI seq info [633:633:8:4294967295] 00000400:00000200:1.0:1731523044.678185:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523044.678189:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523044.678192:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523044.678196:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523044.678203:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523044.678206:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523044.678314:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523044.678318:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523044.678321:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523044.678326:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523044.678328:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731523044.678329:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731523044.678335:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742375040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523044.679437:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523044.679445:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714a80 00000400:00000200:0.0:1731523044.679450:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1499 [1] + 224 00000400:00000200:0.0:1731523044.679464:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523044.679467:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523044.679487:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742375040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523044.679545:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523044.679551:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523044.679553:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523044.679557:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742375040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523044.679579:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742375040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523044.679599:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523044.679603:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731523044.679606:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731523049.685936:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731523049.685955:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731523049.686045:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523049.686053:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523049.686057:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523049.686064:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375168, portal 25 00000400:00000010:1.0:1731523049.686066:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731523049.686068:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375168, offset 0 00000400:00000200:1.0:1731523049.686075:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523049.686086:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523049.686090:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523049.686094:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523049.686097:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523049.686100:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523049.686103:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [634:634:256:4294967295] 192.168.204.149@tcp LPNI seq info [634:634:8:4294967295] 00000400:00000200:1.0:1731523049.686112:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523049.686118:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523049.686121:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523049.686126:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523049.686133:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523049.686137:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523049.686272:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523049.686286:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523049.686289:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523049.686294:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523049.686296:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731523049.686297:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731523049.686303:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742375168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523049.687918:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523049.687926:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714b00 00000400:00000200:0.0:1731523049.687931:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14a1 [1] + 224 00000400:00000200:0.0:1731523049.687944:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523049.687946:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523049.687951:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742375168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523049.687998:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523049.688003:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523049.688004:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523049.688007:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742375168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523049.688023:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742375168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523049.688040:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523049.688044:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731523049.688047:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731523054.693962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731523054.693981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731523054.694060:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523054.694066:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523054.694071:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523054.694077:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375296, portal 25 00000400:00000010:2.0:1731523054.694080:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731523054.694082:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375296, offset 0 00000400:00000200:2.0:1731523054.694089:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523054.694100:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523054.694105:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523054.694107:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523054.694110:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523054.694112:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523054.694114:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [635:635:256:4294967295] 192.168.204.149@tcp LPNI seq info [635:635:8:4294967295] 00000400:00000200:2.0:1731523054.694121:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523054.694125:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523054.694127:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731523054.694131:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523054.694137:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523054.694139:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523054.694289:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523054.694293:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731523054.694297:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523054.694303:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523054.694306:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:0.0:1731523054.694308:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:0.0:1731523054.694315:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742375296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523054.695849:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523054.695886:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714b80 00000400:00000200:0.0:1731523054.695893:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14a9 [1] + 224 00000400:00000200:0.0:1731523054.695913:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523054.695917:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523054.695923:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742375296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523054.695964:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523054.695967:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523054.695968:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523054.695972:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742375296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523054.695989:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742375296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523054.696006:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523054.696008:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731523054.696010:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731523059.701949:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731523059.701969:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731523059.702080:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523059.702088:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523059.702094:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523059.702100:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375424, portal 25 00000400:00000010:1.0:1731523059.702104:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731523059.702105:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375424, offset 0 00000400:00000200:1.0:1731523059.702113:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523059.702124:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523059.702128:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523059.702131:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523059.702134:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523059.702135:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523059.702137:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [636:636:256:4294967295] 192.168.204.149@tcp LPNI seq info [636:636:8:4294967295] 00000400:00000200:1.0:1731523059.702144:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523059.702148:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523059.702151:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523059.702154:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523059.702160:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523059.702163:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523059.702256:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523059.702270:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523059.702273:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523059.702278:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523059.702280:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731523059.702282:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731523059.702289:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742375424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523059.703712:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523059.703720:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714c00 00000400:00000200:0.0:1731523059.703725:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14b1 [1] + 224 00000400:00000200:0.0:1731523059.703738:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523059.703740:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523059.703744:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742375424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523059.703820:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523059.703825:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523059.703826:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523059.703830:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742375424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523059.703845:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742375424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523059.703888:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523059.703891:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731523059.703894:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731523064.709946:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731523064.709966:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:0.0:1731523064.710050:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912800. 00000400:00000010:0.0:1731523064.710058:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d4d0. 00000400:00000010:0.0:1731523064.710065:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9770. 00000100:00000200:0.0:1731523064.710071:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375552, portal 25 00000400:00000010:0.0:1731523064.710075:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9550. 00000100:00000200:0.0:1731523064.710076:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375552, offset 0 00000400:00000200:0.0:1731523064.710084:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731523064.710098:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731523064.710103:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523064.710107:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731523064.710110:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523064.710111:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731523064.710114:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [637:637:256:4294967295] 192.168.204.149@tcp LPNI seq info [637:637:8:4294967295] 00000400:00000200:0.0:1731523064.710123:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731523064.710127:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731523064.710130:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b07d200. 00000800:00000200:0.0:1731523064.710147:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731523064.710154:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731523064.710158:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012b07d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523064.710339:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523064.710345:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b07d200. 00000400:00000200:2.0:1731523064.710350:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523064.710357:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731523064.710361:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9550 00000400:00000010:2.0:1731523064.710363:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9550. 00000100:00000200:2.0:1731523064.710374:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742375552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523064.711791:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523064.711801:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714c80 00000400:00000200:0.0:1731523064.711807:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14b9 [1] + 224 00000400:00000200:0.0:1731523064.711823:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523064.711827:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523064.711832:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742375552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523064.711908:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d4d0. 00000400:00000200:2.0:1731523064.711915:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9770 00000400:00000010:2.0:1731523064.711916:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9770. 00000100:00000200:2.0:1731523064.711922:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742375552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523064.711930:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742375552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523064.711955:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912800. 02000000:00000010:2.0:1731523064.711961:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:2.0:1731523064.711965:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731523069.717932:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731523069.717950:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:2.0:1731523069.718049:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523069.718056:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523069.718062:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523069.718068:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375680, portal 25 00000400:00000010:2.0:1731523069.718071:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731523069.718072:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375680, offset 0 00000400:00000200:2.0:1731523069.718079:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523069.718100:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523069.718104:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523069.718107:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523069.718109:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523069.718111:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523069.718113:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [638:638:256:4294967295] 192.168.204.149@tcp LPNI seq info [638:638:8:4294967295] 00000400:00000200:2.0:1731523069.718120:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523069.718124:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523069.718127:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731523069.718130:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523069.718136:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523069.718139:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523069.718291:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523069.718294:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731523069.718298:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523069.718302:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523069.718305:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000400:00000010:0.0:1731523069.718307:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000100:00000200:0.0:1731523069.718313:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742375680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523069.719649:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523069.719658:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714d00 00000400:00000200:0.0:1731523069.719663:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14c1 [1] + 224 00000400:00000200:0.0:1731523069.719676:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523069.719678:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523069.719683:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742375680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523069.719756:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523069.719760:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523069.719761:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523069.719765:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742375680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523069.719771:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742375680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523069.719787:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523069.719791:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731523069.719793:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731523074.725961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731523074.725981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:1.0:1731523074.726092:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523074.726100:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523074.726106:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523074.726111:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375808, portal 25 00000400:00000010:1.0:1731523074.726114:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731523074.726115:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375808, offset 0 00000400:00000200:1.0:1731523074.726123:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523074.726135:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523074.726139:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523074.726142:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523074.726144:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523074.726146:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523074.726148:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [639:639:256:4294967295] 192.168.204.149@tcp LPNI seq info [639:639:8:4294967295] 00000400:00000200:1.0:1731523074.726155:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523074.726159:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523074.726162:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523074.726166:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523074.726171:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523074.726174:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523074.726346:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523074.726350:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523074.726354:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523074.726358:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523074.726371:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731523074.726372:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731523074.726379:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742375808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523074.727883:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523074.727890:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714d80 00000400:00000200:0.0:1731523074.727895:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14c9 [1] + 224 00000400:00000200:0.0:1731523074.727908:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523074.727910:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523074.727915:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742375808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523074.727991:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523074.727995:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523074.727996:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523074.728000:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742375808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523074.728015:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742375808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523074.728032:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523074.728036:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:1.0:1731523074.728039:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731523079.733926:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731523079.733945:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731523079.734056:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523079.734065:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523079.734072:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523079.734079:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742375936, portal 25 00000400:00000010:2.0:1731523079.734082:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731523079.734083:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742375936, offset 0 00000400:00000200:2.0:1731523079.734091:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523079.734104:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523079.734118:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523079.734121:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523079.734124:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523079.734125:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523079.734128:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [640:640:256:4294967295] 192.168.204.149@tcp LPNI seq info [640:640:8:4294967295] 00000400:00000200:2.0:1731523079.734134:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523079.734139:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523079.734141:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731523079.734145:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523079.734150:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523079.734153:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523079.734268:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523079.734270:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731523079.734274:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523079.734278:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523079.734281:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:0.0:1731523079.734282:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:0.0:1731523079.734288:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742375936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523079.735796:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523079.735804:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714e00 00000400:00000200:0.0:1731523079.735808:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14d1 [1] + 224 00000400:00000200:0.0:1731523079.735820:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523079.735823:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523079.735827:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742375936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523079.735900:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523079.735904:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523079.735905:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523079.735908:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742375936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523079.735915:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742375936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523079.735931:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523079.735934:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731523079.735937:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731523084.741975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731523084.742005:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731523084.742120:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523084.742129:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523084.742153:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523084.742161:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376064, portal 25 00000400:00000010:1.0:1731523084.742164:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731523084.742166:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376064, offset 0 00000400:00000200:1.0:1731523084.742173:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523084.742185:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523084.742189:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523084.742192:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523084.742194:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523084.742195:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523084.742197:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [641:641:256:4294967295] 192.168.204.149@tcp LPNI seq info [641:641:8:4294967295] 00000400:00000200:1.0:1731523084.742204:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523084.742208:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523084.742211:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731523084.742214:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523084.742220:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523084.742223:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523084.742353:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523084.742356:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731523084.742360:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523084.742376:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523084.742379:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731523084.742381:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731523084.742388:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742376064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523084.743818:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523084.743827:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714e80 00000400:00000200:0.0:1731523084.743833:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14d9 [1] + 224 00000400:00000200:0.0:1731523084.743844:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523084.743846:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523084.743850:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742376064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523084.743944:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523084.743949:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523084.743950:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523084.743954:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742376064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523084.743969:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742376064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523084.743986:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523084.743989:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731523084.743992:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731523089.749956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731523089.749975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731523089.750080:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523089.750088:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523089.750094:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523089.750100:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376192, portal 25 00000400:00000010:2.0:1731523089.750103:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000100:00000200:2.0:1731523089.750104:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376192, offset 0 00000400:00000200:2.0:1731523089.750111:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523089.750122:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523089.750127:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523089.750140:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523089.750142:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523089.750144:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523089.750146:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [642:642:256:4294967295] 192.168.204.149@tcp LPNI seq info [642:642:8:4294967295] 00000400:00000200:2.0:1731523089.750153:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523089.750157:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523089.750160:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731523089.750164:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523089.750170:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523089.750172:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523089.750294:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523089.750298:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731523089.750301:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523089.750306:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523089.750309:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000400:00000010:0.0:1731523089.750310:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:0.0:1731523089.750316:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742376192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523089.751568:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523089.751578:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714f00 00000400:00000200:0.0:1731523089.751585:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14e1 [1] + 224 00000400:00000200:0.0:1731523089.751600:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523089.751604:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523089.751610:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742376192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523089.751695:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523089.751699:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523089.751700:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523089.751703:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742376192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523089.751710:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742376192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523089.751726:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523089.751729:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731523089.751731:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731523094.757926:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731523094.757945:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731523094.758070:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523094.758078:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523094.758083:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523094.758089:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376320, portal 25 00000400:00000010:1.0:1731523094.758092:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731523094.758094:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376320, offset 0 00000400:00000200:1.0:1731523094.758101:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523094.758112:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523094.758116:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523094.758119:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523094.758121:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523094.758123:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523094.758125:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [643:643:256:4294967295] 192.168.204.149@tcp LPNI seq info [643:643:8:4294967295] 00000400:00000200:1.0:1731523094.758131:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523094.758135:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523094.758138:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731523094.758141:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523094.758147:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523094.758150:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523094.758293:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523094.758296:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731523094.758309:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523094.758313:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523094.758316:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731523094.758317:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731523094.758324:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742376320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523094.759764:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523094.759774:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79714f80 00000400:00000200:0.0:1731523094.759780:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14e9 [1] + 224 00000400:00000200:0.0:1731523094.759801:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523094.759805:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523094.759811:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742376320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523094.759896:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523094.759901:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523094.759902:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523094.759906:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742376320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523094.759921:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742376320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523094.759937:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523094.759941:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731523094.759943:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731523099.765976:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731523099.765995:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731523099.766092:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523099.766099:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523099.766104:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523099.766110:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376448, portal 25 00000400:00000010:1.0:1731523099.766113:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731523099.766114:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376448, offset 0 00000400:00000200:1.0:1731523099.766121:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523099.766134:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523099.766137:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523099.766141:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523099.766143:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523099.766144:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523099.766146:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [644:644:256:4294967295] 192.168.204.149@tcp LPNI seq info [644:644:8:4294967295] 00000400:00000200:1.0:1731523099.766153:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523099.766156:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523099.766159:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731523099.766163:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523099.766169:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523099.766171:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523099.766298:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523099.766301:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731523099.766305:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523099.766309:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523099.766312:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731523099.766312:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731523099.766319:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742376448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523099.767705:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523099.767713:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715000 00000400:00000200:0.0:1731523099.767718:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14f1 [1] + 224 00000400:00000200:0.0:1731523099.767732:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523099.767734:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523099.767738:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742376448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523099.767812:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523099.767817:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523099.767818:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523099.767822:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742376448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523099.767846:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742376448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523099.767900:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523099.767904:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731523099.767907:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731523104.773943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731523104.773960:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:1.0:1731523104.774059:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523104.774070:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523104.774078:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523104.774087:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376576, portal 25 00000400:00000010:1.0:1731523104.774091:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731523104.774093:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376576, offset 0 00000400:00000200:1.0:1731523104.774103:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523104.774120:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523104.774125:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523104.774130:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523104.774133:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523104.774136:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523104.774139:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [645:645:256:4294967295] 192.168.204.149@tcp LPNI seq info [645:645:8:4294967295] 00000400:00000200:1.0:1731523104.774150:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523104.774156:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523104.774161:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731523104.774167:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523104.774175:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523104.774179:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523104.774301:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523104.774313:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731523104.774316:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523104.774321:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523104.774323:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731523104.774324:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731523104.774331:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742376576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523104.775788:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523104.775796:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715080 00000400:00000200:0.0:1731523104.775801:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x14f9 [1] + 224 00000400:00000200:0.0:1731523104.775814:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523104.775817:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523104.775821:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742376576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523104.775892:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523104.775899:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523104.775901:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523104.775907:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742376576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523104.775931:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742376576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523104.775957:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523104.775963:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:1.0:1731523104.775967:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731523109.781940:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731523109.781961:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731523109.782051:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523109.782060:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523109.782067:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523109.782074:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376704, portal 25 00000400:00000010:2.0:1731523109.782079:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731523109.782080:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376704, offset 0 00000400:00000200:2.0:1731523109.782088:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523109.782102:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523109.782107:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523109.782111:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523109.782126:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523109.782128:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523109.782131:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [646:646:256:4294967295] 192.168.204.149@tcp LPNI seq info [646:646:8:4294967295] 00000400:00000200:2.0:1731523109.782141:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523109.782146:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523109.782149:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731523109.782155:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523109.782162:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523109.782165:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523109.782301:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523109.782303:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731523109.782307:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523109.782311:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523109.782314:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731523109.782316:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731523109.782322:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742376704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523109.783840:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523109.783849:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715100 00000400:00000200:0.0:1731523109.783854:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1501 [1] + 224 00000400:00000200:0.0:1731523109.783881:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523109.783884:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523109.783888:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742376704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523109.783939:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523109.783943:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523109.783945:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523109.783949:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742376704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523109.783958:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742376704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523109.783980:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523109.783983:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731523109.783986:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731523114.789954:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731523114.789978:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731523114.790109:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523114.790116:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523114.790122:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523114.790128:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376832, portal 25 00000400:00000010:1.0:1731523114.790131:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731523114.790132:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376832, offset 0 00000400:00000200:1.0:1731523114.790139:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523114.790150:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523114.790154:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523114.790157:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523114.790160:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523114.790161:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523114.790163:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [647:647:256:4294967295] 192.168.204.149@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:1.0:1731523114.790170:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523114.790174:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523114.790176:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731523114.790180:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523114.790186:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523114.790188:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523114.790315:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523114.790323:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731523114.790326:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523114.790331:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523114.790334:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731523114.790335:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731523114.790341:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742376832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523114.791470:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523114.791478:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715180 00000400:00000200:0.0:1731523114.791483:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1509 [1] + 224 00000400:00000200:0.0:1731523114.791495:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523114.791497:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523114.791502:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742376832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523114.791574:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523114.791579:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523114.791580:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523114.791613:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742376832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523114.791634:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742376832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523114.791653:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523114.791658:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731523114.791661:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731523119.797929:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731523119.797949:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731523119.798054:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523119.798062:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523119.798067:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523119.798074:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742376960, portal 25 00000400:00000010:2.0:1731523119.798077:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731523119.798078:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742376960, offset 0 00000400:00000200:2.0:1731523119.798085:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523119.798098:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523119.798103:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523119.798106:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523119.798110:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523119.798124:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523119.798128:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [648:648:256:4294967295] 192.168.204.149@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:2.0:1731523119.798137:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523119.798143:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523119.798147:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731523119.798152:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523119.798159:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523119.798163:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523119.798304:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523119.798307:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731523119.798311:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523119.798315:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523119.798318:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731523119.798319:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731523119.798325:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742376960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523119.799736:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523119.799745:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715200 00000400:00000200:0.0:1731523119.799750:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1511 [1] + 224 00000400:00000200:0.0:1731523119.799764:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523119.799766:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523119.799771:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742376960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523119.799816:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523119.799821:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523119.799822:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523119.799826:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742376960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523119.799833:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742376960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523119.799851:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523119.799854:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731523119.799882:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731523124.805956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731523124.805974:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731523124.806048:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523124.806055:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523124.806060:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523124.806066:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377088, portal 25 00000400:00000010:1.0:1731523124.806069:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731523124.806070:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377088, offset 0 00000400:00000200:1.0:1731523124.806076:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523124.806087:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523124.806091:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523124.806094:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523124.806096:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523124.806098:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523124.806100:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [649:649:256:4294967295] 192.168.204.149@tcp LPNI seq info [649:649:8:4294967295] 00000400:00000200:1.0:1731523124.806107:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523124.806110:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523124.806113:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731523124.806116:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523124.806122:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523124.806125:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523124.806233:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523124.806245:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731523124.806248:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523124.806251:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523124.806253:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731523124.806255:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731523124.806260:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742377088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523124.807354:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523124.807361:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715280 00000400:00000200:0.0:1731523124.807366:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1519 [1] + 224 00000400:00000200:0.0:1731523124.807378:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523124.807381:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523124.807385:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742377088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523124.807443:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523124.807448:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523124.807449:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523124.807454:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742377088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523124.807472:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742377088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523124.807487:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523124.807490:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731523124.807493:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731523129.813961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731523129.813982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731523129.814089:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523129.814097:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523129.814102:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523129.814108:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377216, portal 25 00000400:00000010:2.0:1731523129.814111:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731523129.814113:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377216, offset 0 00000400:00000200:2.0:1731523129.814120:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523129.814132:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523129.814136:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523129.814139:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523129.814141:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523129.814142:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523129.814156:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [650:650:256:4294967295] 192.168.204.149@tcp LPNI seq info [650:650:8:4294967295] 00000400:00000200:2.0:1731523129.814163:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523129.814168:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523129.814171:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731523129.814175:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523129.814181:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523129.814183:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523129.814353:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523129.814356:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731523129.814360:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523129.814364:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523129.814367:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:0.0:1731523129.814368:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:0.0:1731523129.814375:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742377216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523129.815731:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523129.815739:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715300 00000400:00000200:0.0:1731523129.815743:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1521 [1] + 224 00000400:00000200:0.0:1731523129.815755:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523129.815758:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523129.815762:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742377216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523129.815838:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523129.815842:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523129.815843:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523129.815847:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742377216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523129.815854:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742377216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523129.815894:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523129.815897:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731523129.815899:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731523134.821960:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731523134.821979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731523134.822058:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523134.822065:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523134.822070:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523134.822076:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377344, portal 25 00000400:00000010:1.0:1731523134.822079:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731523134.822080:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377344, offset 0 00000400:00000200:1.0:1731523134.822087:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523134.822099:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523134.822104:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523134.822107:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523134.822109:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523134.822111:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523134.822113:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [651:651:256:4294967295] 192.168.204.149@tcp LPNI seq info [651:651:8:4294967295] 00000400:00000200:1.0:1731523134.822119:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523134.822123:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523134.822126:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731523134.822130:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523134.822135:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523134.822138:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523134.822305:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523134.822319:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731523134.822323:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523134.822327:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523134.822330:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731523134.822331:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731523134.822338:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742377344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523134.823756:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523134.823764:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715380 00000400:00000200:0.0:1731523134.823769:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1529 [1] + 224 00000400:00000200:0.0:1731523134.823783:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523134.823785:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523134.823789:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742377344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523134.823882:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523134.823887:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523134.823888:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523134.823892:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742377344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523134.823907:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742377344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523134.823925:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523134.823929:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731523134.823932:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731523139.829960:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731523139.829979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731523139.830086:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523139.830093:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523139.830099:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523139.830105:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377472, portal 25 00000400:00000010:2.0:1731523139.830108:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731523139.830109:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377472, offset 0 00000400:00000200:2.0:1731523139.830117:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523139.830155:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523139.830159:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523139.830162:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523139.830164:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523139.830166:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523139.830168:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [652:652:256:4294967295] 192.168.204.149@tcp LPNI seq info [652:652:8:4294967295] 00000400:00000200:2.0:1731523139.830186:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523139.830191:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523139.830193:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731523139.830198:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523139.830203:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523139.830206:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523139.830319:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523139.830322:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731523139.830326:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523139.830330:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523139.830333:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731523139.830335:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731523139.830342:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742377472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523139.831829:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523139.831838:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715400 00000400:00000200:0.0:1731523139.831844:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1531 [1] + 224 00000400:00000200:0.0:1731523139.831880:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523139.831884:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523139.831888:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742377472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523139.831961:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523139.831965:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523139.831966:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523139.831970:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742377472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523139.831976:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742377472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523139.831993:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523139.831996:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731523139.831998:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731523144.837979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731523144.837997:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:1.0:1731523144.838089:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523144.838098:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523144.838105:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523144.838112:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377600, portal 25 00000400:00000010:1.0:1731523144.838116:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731523144.838117:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377600, offset 0 00000400:00000200:1.0:1731523144.838125:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523144.838137:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523144.838141:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523144.838144:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523144.838146:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523144.838148:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523144.838149:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [653:653:256:4294967295] 192.168.204.149@tcp LPNI seq info [653:653:8:4294967295] 00000400:00000200:1.0:1731523144.838156:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523144.838160:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523144.838163:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731523144.838167:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523144.838172:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523144.838175:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523144.838327:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523144.838340:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731523144.838343:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523144.838347:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523144.838350:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731523144.838350:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731523144.838357:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742377600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523144.839651:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523144.839659:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715480 00000400:00000200:0.0:1731523144.839664:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1539 [1] + 224 00000400:00000200:0.0:1731523144.839676:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523144.839679:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523144.839683:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742377600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523144.839765:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523144.839770:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523144.839771:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523144.839775:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742377600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523144.839790:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742377600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523144.839808:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523144.839812:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:1.0:1731523144.839814:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731523149.845986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731523149.846005:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731523149.846087:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523149.846094:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523149.846099:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523149.846105:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377728, portal 25 00000400:00000010:2.0:1731523149.846108:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731523149.846110:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377728, offset 0 00000400:00000200:2.0:1731523149.846117:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523149.846129:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523149.846133:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523149.846136:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523149.846139:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523149.846140:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523149.846142:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [654:654:256:4294967295] 192.168.204.149@tcp LPNI seq info [654:654:8:4294967295] 00000400:00000200:2.0:1731523149.846149:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523149.846164:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523149.846166:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731523149.846170:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523149.846176:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523149.846179:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523149.846331:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523149.846334:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731523149.846337:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523149.846341:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523149.846344:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:0.0:1731523149.846345:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:0.0:1731523149.846351:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742377728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523149.847767:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523149.847776:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715500 00000400:00000200:0.0:1731523149.847782:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1541 [1] + 224 00000400:00000200:0.0:1731523149.847796:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523149.847799:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523149.847804:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742377728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523149.847883:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523149.847888:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523149.847889:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523149.847894:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742377728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523149.847907:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742377728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523149.847928:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523149.847931:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731523149.847934:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731523154.853933:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731523154.853952:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731523154.854061:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523154.854068:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523154.854074:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523154.854080:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377856, portal 25 00000400:00000010:1.0:1731523154.854083:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731523154.854085:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377856, offset 0 00000400:00000200:1.0:1731523154.854091:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523154.854103:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523154.854107:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523154.854110:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523154.854112:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523154.854114:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523154.854116:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [655:655:256:4294967295] 192.168.204.149@tcp LPNI seq info [655:655:8:4294967295] 00000400:00000200:1.0:1731523154.854123:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523154.854126:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523154.854129:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731523154.854132:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523154.854138:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523154.854141:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523154.854273:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523154.854287:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731523154.854291:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523154.854295:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523154.854298:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731523154.854299:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731523154.854305:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742377856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523154.855694:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523154.855702:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715580 00000400:00000200:0.0:1731523154.855706:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1549 [1] + 224 00000400:00000200:0.0:1731523154.855720:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523154.855722:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523154.855727:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742377856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523154.855799:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523154.855804:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523154.855805:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523154.855809:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742377856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523154.855824:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742377856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523154.855841:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523154.855844:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731523154.855847:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731523159.861947:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731523159.861966:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:2.0:1731523159.862073:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523159.862081:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523159.862086:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523159.862092:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742377984, portal 25 00000400:00000010:2.0:1731523159.862095:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731523159.862097:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742377984, offset 0 00000400:00000200:2.0:1731523159.862104:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523159.862116:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523159.862120:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523159.862124:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523159.862126:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523159.862127:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523159.862129:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [656:656:256:4294967295] 192.168.204.149@tcp LPNI seq info [656:656:8:4294967295] 00000400:00000200:2.0:1731523159.862136:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523159.862140:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523159.862153:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731523159.862157:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523159.862163:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523159.862166:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523159.862287:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523159.862289:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731523159.862293:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523159.862297:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523159.862300:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:0.0:1731523159.862301:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00000100:00000200:0.0:1731523159.862307:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742377984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523159.863793:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523159.863801:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715600 00000400:00000200:0.0:1731523159.863805:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1551 [1] + 224 00000400:00000200:0.0:1731523159.863818:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523159.863820:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523159.863825:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742377984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523159.863872:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523159.863875:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523159.863876:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523159.863880:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742377984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523159.863887:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742377984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523159.863904:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523159.863907:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:2.0:1731523159.863909:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731523164.869979:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731523164.869998:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731523164.870104:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523164.870111:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523164.870116:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523164.870123:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742378112, portal 25 00000400:00000010:1.0:1731523164.870126:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731523164.870128:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742378112, offset 0 00000400:00000200:1.0:1731523164.870135:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523164.870146:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523164.870150:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523164.870153:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523164.870155:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523164.870157:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523164.870159:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [657:657:256:4294967295] 192.168.204.149@tcp LPNI seq info [657:657:8:4294967295] 00000400:00000200:1.0:1731523164.870165:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523164.870169:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523164.870173:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731523164.870177:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523164.870182:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523164.870185:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523164.870344:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523164.870356:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731523164.870360:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523164.870364:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523164.870367:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731523164.870368:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731523164.870374:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742378112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523164.871679:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523164.871687:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715680 00000400:00000200:0.0:1731523164.871691:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1559 [1] + 224 00000400:00000200:0.0:1731523164.871704:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523164.871707:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523164.871722:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742378112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523164.871804:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523164.871808:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523164.871809:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523164.871813:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742378112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523164.871828:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742378112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523164.871843:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523164.871847:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731523164.871849:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731523169.877920:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731523169.877939:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731523169.878011:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523169.878018:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523169.878024:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523169.878030:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742378240, portal 25 00000400:00000010:2.0:1731523169.878032:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731523169.878034:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742378240, offset 0 00000400:00000200:2.0:1731523169.878040:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523169.878052:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523169.878055:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523169.878058:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523169.878060:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523169.878062:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523169.878064:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [658:658:256:4294967295] 192.168.204.149@tcp LPNI seq info [658:658:8:4294967295] 00000400:00000200:2.0:1731523169.878071:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523169.878074:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523169.878077:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731523169.878092:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523169.878097:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523169.878100:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523169.878204:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523169.878207:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731523169.878211:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523169.878215:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523169.878218:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:0.0:1731523169.878219:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00000100:00000200:0.0:1731523169.878225:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742378240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523169.879549:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523169.879556:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715700 00000400:00000200:0.0:1731523169.879561:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1561 [1] + 224 00000400:00000200:0.0:1731523169.879596:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523169.879599:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523169.879603:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742378240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523169.879645:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523169.879649:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523169.879650:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523169.879653:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742378240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523169.879659:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742378240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523169.879675:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523169.879678:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731523169.879681:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731523174.885967:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731523174.885990:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:1.0:1731523174.886111:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523174.886119:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523174.886124:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523174.886130:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742378368, portal 25 00000400:00000010:1.0:1731523174.886133:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731523174.886134:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742378368, offset 0 00000400:00000200:1.0:1731523174.886142:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523174.886154:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523174.886158:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523174.886161:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523174.886164:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523174.886165:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523174.886167:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [659:659:256:4294967295] 192.168.204.149@tcp LPNI seq info [659:659:8:4294967295] 00000400:00000200:1.0:1731523174.886173:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523174.886177:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523174.886180:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731523174.886184:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523174.886190:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523174.886193:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523174.886347:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523174.886362:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731523174.886365:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523174.886371:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523174.886375:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731523174.886376:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731523174.886384:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742378368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523174.887794:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523174.887804:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715780 00000400:00000200:0.0:1731523174.887810:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1569 [1] + 224 00000400:00000200:0.0:1731523174.887825:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523174.887830:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523174.887836:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742378368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523174.887884:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523174.887888:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523174.887890:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523174.887894:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742378368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523174.887908:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742378368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523174.887924:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523174.887928:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:1.0:1731523174.887931:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731523179.893929:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731523179.893948:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731523179.894034:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523179.894040:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523179.894045:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523179.894050:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742378496, portal 25 00000400:00000010:1.0:1731523179.894053:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731523179.894054:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742378496, offset 0 00000400:00000200:1.0:1731523179.894061:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523179.894073:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523179.894077:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523179.894080:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523179.894083:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523179.894084:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523179.894087:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [660:660:256:4294967295] 192.168.204.149@tcp LPNI seq info [660:660:8:4294967295] 00000400:00000200:1.0:1731523179.894093:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523179.894097:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523179.894099:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731523179.894103:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523179.894108:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523179.894111:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523179.894242:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523179.894245:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731523179.894248:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523179.894253:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523179.894256:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731523179.894257:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731523179.894264:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742378496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523179.895279:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523179.895286:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715800 00000400:00000200:0.0:1731523179.895291:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1571 [1] + 224 00000400:00000200:0.0:1731523179.895306:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523179.895308:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523179.895313:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742378496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523179.895384:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523179.895407:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523179.895408:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523179.895412:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742378496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523179.895431:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742378496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523179.895447:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523179.895450:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731523179.895452:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731523184.901951:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731523184.901970:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:1.0:1731523184.902048:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523184.902055:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523184.902060:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523184.902066:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742378624, portal 25 00000400:00000010:1.0:1731523184.902069:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731523184.902070:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742378624, offset 0 00000400:00000200:1.0:1731523184.902078:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523184.902089:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523184.902092:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523184.902096:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523184.902098:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523184.902100:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523184.902101:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [661:661:256:4294967295] 192.168.204.149@tcp LPNI seq info [661:661:8:4294967295] 00000400:00000200:1.0:1731523184.902108:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523184.902112:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523184.902115:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731523184.902118:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523184.902124:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523184.902127:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523184.902266:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523184.902279:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731523184.902283:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523184.902287:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523184.902290:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731523184.902292:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731523184.902317:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742378624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523184.903706:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523184.903714:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715880 00000400:00000200:0.0:1731523184.903719:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1579 [1] + 224 00000400:00000200:0.0:1731523184.903732:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523184.903734:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523184.903739:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742378624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523184.903810:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523184.903815:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523184.903816:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523184.903820:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742378624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523184.903835:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742378624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523184.903852:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523184.903881:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:1.0:1731523184.903883:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731523189.909954:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731523189.909973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:1.0:1731523189.910065:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523189.910071:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523189.910077:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523189.910082:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742378752, portal 25 00000400:00000010:1.0:1731523189.910085:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731523189.910086:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742378752, offset 0 00000400:00000200:1.0:1731523189.910093:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523189.910105:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523189.910109:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523189.910113:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523189.910115:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523189.910117:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523189.910119:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [662:662:256:4294967295] 192.168.204.149@tcp LPNI seq info [662:662:8:4294967295] 00000400:00000200:1.0:1731523189.910126:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523189.910130:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523189.910132:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731523189.910136:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523189.910142:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523189.910145:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523189.910310:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523189.910314:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731523189.910318:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523189.910323:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523189.910326:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731523189.910327:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731523189.910333:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742378752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523189.911818:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523189.911826:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715900 00000400:00000200:0.0:1731523189.911831:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1581 [1] + 224 00000400:00000200:0.0:1731523189.911846:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523189.911849:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523189.911853:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742378752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523189.911940:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523189.911945:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523189.911946:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523189.911950:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742378752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523189.911968:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742378752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523189.911986:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523189.911989:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:1.0:1731523189.911991:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731523194.917949:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731523194.917978:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731523194.918087:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523194.918094:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523194.918100:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523194.918106:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742378880, portal 25 00000400:00000010:1.0:1731523194.918108:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731523194.918109:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742378880, offset 0 00000400:00000200:1.0:1731523194.918142:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523194.918155:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523194.918159:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523194.918162:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523194.918164:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523194.918166:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523194.918168:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [663:663:256:4294967295] 192.168.204.149@tcp LPNI seq info [663:663:8:4294967295] 00000400:00000200:1.0:1731523194.918174:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523194.918178:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523194.918181:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731523194.918185:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523194.918190:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523194.918193:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523194.918306:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523194.918313:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731523194.918317:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523194.918321:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523194.918323:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731523194.918324:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731523194.918331:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742378880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523194.919837:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523194.919845:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715980 00000400:00000200:0.0:1731523194.919850:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1589 [1] + 224 00000400:00000200:0.0:1731523194.919882:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523194.919884:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523194.919889:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742378880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523194.919959:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523194.919964:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523194.919965:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523194.919969:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742378880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523194.919984:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742378880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523194.920001:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523194.920005:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731523194.920007:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731523199.925934:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731523199.925951:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731523199.926072:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523199.926080:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523199.926085:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523199.926091:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379008, portal 25 00000400:00000010:2.0:1731523199.926094:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731523199.926096:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379008, offset 0 00000400:00000200:2.0:1731523199.926103:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523199.926115:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523199.926118:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523199.926121:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523199.926124:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523199.926125:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523199.926127:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [664:664:256:4294967295] 192.168.204.149@tcp LPNI seq info [664:664:8:4294967295] 00000400:00000200:2.0:1731523199.926133:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523199.926137:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523199.926139:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4900. 00000800:00000200:2.0:1731523199.926143:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523199.926159:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523199.926161:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523199.926270:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523199.926273:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4900. 00000400:00000200:0.0:1731523199.926276:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523199.926280:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523199.926283:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731523199.926284:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731523199.926290:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742379008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523199.927289:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523199.927297:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715a00 00000400:00000200:0.0:1731523199.927301:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1591 [1] + 224 00000400:00000200:0.0:1731523199.927313:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523199.927315:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523199.927319:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742379008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523199.927393:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523199.927398:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523199.927398:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523199.927402:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742379008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523199.927408:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742379008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523199.927424:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523199.927428:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731523199.927430:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731523204.933943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731523204.933961:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:1.0:1731523204.934038:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523204.934045:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523204.934050:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523204.934056:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379136, portal 25 00000400:00000010:1.0:1731523204.934059:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731523204.934060:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379136, offset 0 00000400:00000200:1.0:1731523204.934067:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523204.934078:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523204.934082:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523204.934085:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523204.934088:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523204.934089:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523204.934091:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [665:665:256:4294967295] 192.168.204.149@tcp LPNI seq info [665:665:8:4294967295] 00000400:00000200:1.0:1731523204.934098:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523204.934101:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523204.934104:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731523204.934108:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523204.934114:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523204.934116:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523204.934249:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523204.934264:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731523204.934267:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523204.934272:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523204.934276:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731523204.934277:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731523204.934285:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742379136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523204.935355:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523204.935365:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715a80 00000400:00000200:0.0:1731523204.935371:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1599 [1] + 224 00000400:00000200:0.0:1731523204.935388:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523204.935391:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523204.935397:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742379136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523204.935436:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523204.935439:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523204.935440:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523204.935443:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742379136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523204.935458:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742379136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523204.935473:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523204.935477:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:1.0:1731523204.935479:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731523209.941942:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731523209.941961:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731523209.942049:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523209.942058:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523209.942064:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523209.942072:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379264, portal 25 00000400:00000010:2.0:1731523209.942076:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731523209.942078:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379264, offset 0 00000400:00000200:2.0:1731523209.942087:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523209.942100:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523209.942105:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523209.942108:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523209.942111:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523209.942113:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523209.942116:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [666:666:256:4294967295] 192.168.204.149@tcp LPNI seq info [666:666:8:4294967295] 00000400:00000200:2.0:1731523209.942124:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523209.942130:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523209.942134:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4100. 00000800:00000200:2.0:1731523209.942140:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523209.942147:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523209.942162:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523209.942301:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523209.942306:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4100. 00000400:00000200:0.0:1731523209.942310:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523209.942315:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523209.942318:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:0.0:1731523209.942320:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:0.0:1731523209.942328:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742379264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523209.943680:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523209.943690:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715b00 00000400:00000200:0.0:1731523209.943696:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15a1 [1] + 224 00000400:00000200:0.0:1731523209.943712:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523209.943716:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523209.943722:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742379264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523209.943802:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523209.943806:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523209.943807:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523209.943811:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742379264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523209.943817:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742379264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523209.943834:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523209.943889:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731523209.943892:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731523214.949967:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731523214.949985:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731523214.950062:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523214.950070:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523214.950075:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523214.950081:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379392, portal 25 00000400:00000010:1.0:1731523214.950083:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731523214.950085:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379392, offset 0 00000400:00000200:1.0:1731523214.950091:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523214.950103:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523214.950106:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523214.950109:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523214.950112:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523214.950113:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523214.950115:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [667:667:256:4294967295] 192.168.204.149@tcp LPNI seq info [667:667:8:4294967295] 00000400:00000200:1.0:1731523214.950121:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523214.950125:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523214.950127:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731523214.950131:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523214.950136:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523214.950139:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523214.950275:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523214.950289:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731523214.950293:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523214.950298:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523214.950301:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731523214.950303:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731523214.950310:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742379392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523214.951765:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523214.951774:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715b80 00000400:00000200:0.0:1731523214.951789:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15a9 [1] + 224 00000400:00000200:0.0:1731523214.951801:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523214.951803:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523214.951808:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742379392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523214.951877:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523214.951882:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523214.951883:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523214.951887:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742379392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523214.951901:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742379392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523214.951917:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523214.951920:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731523214.951923:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731523219.957955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731523219.957976:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:1.0:1731523219.958081:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523219.958089:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523219.958095:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523219.958103:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379520, portal 25 00000400:00000010:1.0:1731523219.958106:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731523219.958108:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379520, offset 0 00000400:00000200:1.0:1731523219.958118:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523219.958133:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523219.958138:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523219.958141:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523219.958144:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523219.958145:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523219.958148:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [668:668:256:4294967295] 192.168.204.149@tcp LPNI seq info [668:668:8:4294967295] 00000400:00000200:1.0:1731523219.958156:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523219.958162:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523219.958165:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731523219.958169:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523219.958177:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523219.958180:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523219.958313:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523219.958316:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731523219.958319:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523219.958324:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523219.958327:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731523219.958328:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731523219.958334:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742379520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523219.959756:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523219.959764:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715c00 00000400:00000200:0.0:1731523219.959768:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15b1 [1] + 224 00000400:00000200:0.0:1731523219.959783:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523219.959786:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523219.959790:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742379520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523219.959883:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523219.959888:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523219.959889:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523219.959893:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742379520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523219.959911:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742379520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523219.959928:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523219.959932:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:1.0:1731523219.959934:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731523224.965964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731523224.965982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:2.0:1731523224.966072:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523224.966080:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523224.966085:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523224.966091:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379648, portal 25 00000400:00000010:2.0:1731523224.966093:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731523224.966095:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379648, offset 0 00000400:00000200:2.0:1731523224.966102:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523224.966113:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523224.966117:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523224.966121:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523224.966123:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523224.966124:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523224.966126:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [669:669:256:4294967295] 192.168.204.149@tcp LPNI seq info [669:669:8:4294967295] 00000400:00000200:2.0:1731523224.966133:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523224.966137:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523224.966139:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731523224.966143:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523224.966149:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523224.966151:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523224.966296:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523224.966305:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731523224.966310:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523224.966316:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523224.966320:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731523224.966322:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731523224.966330:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742379648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523224.967711:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523224.967721:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715c80 00000400:00000200:0.0:1731523224.967727:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15b9 [1] + 224 00000400:00000200:0.0:1731523224.967740:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523224.967744:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523224.967749:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742379648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523224.967827:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523224.967831:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523224.967832:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523224.967836:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742379648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523224.967842:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742379648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523224.967880:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523224.967883:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731523224.967885:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731523229.973916:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731523229.973935:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731523229.974035:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523229.974042:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523229.974050:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523229.974056:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379776, portal 25 00000400:00000010:2.0:1731523229.974060:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731523229.974063:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379776, offset 0 00000400:00000200:2.0:1731523229.974073:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523229.974087:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523229.974093:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523229.974097:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523229.974100:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523229.974102:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523229.974106:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [670:670:256:4294967295] 192.168.204.149@tcp LPNI seq info [670:670:8:4294967295] 00000400:00000200:2.0:1731523229.974116:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523229.974121:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523229.974125:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731523229.974130:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523229.974137:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523229.974140:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523229.974238:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523229.974241:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731523229.974245:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523229.974249:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523229.974252:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731523229.974253:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731523229.974260:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742379776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523229.975583:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523229.975591:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715d00 00000400:00000200:0.0:1731523229.975596:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15c1 [1] + 224 00000400:00000200:0.0:1731523229.975611:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523229.975613:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523229.975617:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742379776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523229.975689:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523229.975702:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523229.975703:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523229.975707:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742379776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523229.975713:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742379776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523229.975730:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523229.975733:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731523229.975735:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731523234.981955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731523234.981973:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731523234.982067:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523234.982075:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523234.982082:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523234.982088:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742379904, portal 25 00000400:00000010:2.0:1731523234.982092:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517660. 00000100:00000200:2.0:1731523234.982094:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742379904, offset 0 00000400:00000200:2.0:1731523234.982102:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523234.982115:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523234.982119:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523234.982123:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523234.982126:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523234.982128:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523234.982131:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [671:671:256:4294967295] 192.168.204.149@tcp LPNI seq info [671:671:8:4294967295] 00000400:00000200:2.0:1731523234.982139:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523234.982144:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523234.982148:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731523234.982153:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523234.982160:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523234.982163:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523234.982281:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523234.982292:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731523234.982295:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523234.982300:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523234.982302:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517660 00000400:00000010:0.0:1731523234.982303:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517660. 00000100:00000200:0.0:1731523234.982309:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742379904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523234.983503:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523234.983511:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715d80 00000400:00000200:0.0:1731523234.983516:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15c9 [1] + 224 00000400:00000200:0.0:1731523234.983527:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523234.983530:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523234.983534:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742379904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523234.983579:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523234.983583:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523234.983589:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523234.983594:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742379904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523234.983602:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742379904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523234.983621:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523234.983624:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731523234.983627:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731523239.989962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731523239.989980:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:2.0:1731523239.990091:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523239.990098:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523239.990105:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523239.990110:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380032, portal 25 00000400:00000010:2.0:1731523239.990113:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5172a8. 00000100:00000200:2.0:1731523239.990115:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380032, offset 0 00000400:00000200:2.0:1731523239.990122:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523239.990134:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523239.990138:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523239.990141:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523239.990144:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523239.990145:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523239.990147:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [672:672:256:4294967295] 192.168.204.149@tcp LPNI seq info [672:672:8:4294967295] 00000400:00000200:2.0:1731523239.990154:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523239.990158:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523239.990161:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731523239.990164:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523239.990170:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523239.990173:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523239.990341:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523239.990344:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731523239.990348:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523239.990352:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523239.990355:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5172a8 00000400:00000010:0.0:1731523239.990357:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5172a8. 00000100:00000200:0.0:1731523239.990363:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742380032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523239.991891:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523239.991898:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715e00 00000400:00000200:0.0:1731523239.991903:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15d1 [1] + 224 00000400:00000200:0.0:1731523239.991919:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523239.991922:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523239.991926:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742380032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523239.992002:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523239.992006:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523239.992007:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523239.992011:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742380032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523239.992025:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742380032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523239.992044:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523239.992047:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731523239.992049:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731523244.997971:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731523244.997990:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:1.0:1731523244.998077:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523244.998085:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523244.998091:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523244.998098:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380160, portal 25 00000400:00000010:1.0:1731523244.998102:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731523244.998105:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380160, offset 0 00000400:00000200:1.0:1731523244.998113:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523244.998127:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523244.998132:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523244.998136:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523244.998139:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523244.998141:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523244.998143:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [673:673:256:4294967295] 192.168.204.149@tcp LPNI seq info [673:673:8:4294967295] 00000400:00000200:1.0:1731523244.998153:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523244.998158:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523244.998161:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523244.998166:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523244.998172:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523244.998176:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523244.998354:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523244.998373:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523244.998378:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523244.998384:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523244.998388:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731523244.998390:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731523244.998399:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742380160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523244.999587:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523244.999601:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715e80 00000400:00000200:0.0:1731523244.999608:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15d9 [1] + 224 00000400:00000200:0.0:1731523244.999631:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523244.999636:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523244.999644:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742380160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523244.999705:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523244.999710:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523244.999712:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523244.999717:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742380160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523244.999736:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742380160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523244.999754:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523244.999759:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:1.0:1731523244.999762:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731523250.005992:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731523250.006014:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731523250.006130:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523250.006137:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523250.006143:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523250.006148:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380288, portal 25 00000400:00000010:2.0:1731523250.006151:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517110. 00000100:00000200:2.0:1731523250.006152:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380288, offset 0 00000400:00000200:2.0:1731523250.006158:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523250.006169:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523250.006173:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523250.006176:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523250.006178:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523250.006180:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523250.006182:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [674:674:256:4294967295] 192.168.204.149@tcp LPNI seq info [674:674:8:4294967295] 00000400:00000200:2.0:1731523250.006188:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523250.006192:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523250.006194:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731523250.006198:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523250.006204:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523250.006206:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523250.006352:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523250.006355:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731523250.006358:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523250.006362:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523250.006365:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517110 00000400:00000010:0.0:1731523250.006366:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517110. 00000100:00000200:0.0:1731523250.006372:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742380288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523250.007450:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523250.007458:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715f00 00000400:00000200:0.0:1731523250.007462:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15e1 [1] + 224 00000400:00000200:0.0:1731523250.007476:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523250.007478:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523250.007483:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742380288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523250.007555:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523250.007559:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523250.007560:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523250.007564:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742380288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523250.007582:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742380288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523250.007598:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523250.007601:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731523250.007603:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731523255.013960:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731523255.013978:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731523255.014086:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523255.014094:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523255.014099:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523255.014104:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380416, portal 25 00000400:00000010:1.0:1731523255.014107:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731523255.014108:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380416, offset 0 00000400:00000200:1.0:1731523255.014114:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523255.014125:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523255.014129:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523255.014132:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523255.014134:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523255.014136:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523255.014138:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [675:675:256:4294967295] 192.168.204.149@tcp LPNI seq info [675:675:8:4294967295] 00000400:00000200:1.0:1731523255.014144:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523255.014148:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523255.014151:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523255.014154:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523255.014160:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523255.014163:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523255.014266:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523255.014279:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523255.014282:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523255.014286:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523255.014289:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731523255.014290:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731523255.014296:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742380416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523255.015320:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523255.015328:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79715f80 00000400:00000200:0.0:1731523255.015332:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15e9 [1] + 224 00000400:00000200:0.0:1731523255.015345:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523255.015348:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523255.015352:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742380416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523255.015422:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523255.015426:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523255.015427:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523255.015431:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742380416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523255.015446:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742380416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523255.015462:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523255.015466:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731523255.015468:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731523260.021962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731523260.021992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c200. 02000000:00000010:2.0:1731523260.022068:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523260.022075:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523260.022080:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523260.022086:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380544, portal 25 00000400:00000010:2.0:1731523260.022089:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517440. 00000100:00000200:2.0:1731523260.022090:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380544, offset 0 00000400:00000200:2.0:1731523260.022097:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523260.022108:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523260.022112:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523260.022115:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523260.022118:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523260.022119:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523260.022121:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [676:676:256:4294967295] 192.168.204.149@tcp LPNI seq info [676:676:8:4294967295] 00000400:00000200:2.0:1731523260.022128:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523260.022132:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523260.022134:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731523260.022138:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523260.022144:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523260.022146:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523260.022290:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523260.022293:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731523260.022297:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523260.022301:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523260.022303:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517440 00000400:00000010:0.0:1731523260.022304:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517440. 00000100:00000200:0.0:1731523260.022310:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742380544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523260.023341:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523260.023349:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716000 00000400:00000200:0.0:1731523260.023353:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15f1 [1] + 224 00000400:00000200:0.0:1731523260.023376:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523260.023378:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523260.023383:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742380544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523260.023425:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523260.023429:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523260.023430:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523260.023434:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742380544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523260.023451:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742380544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523260.023466:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523260.023469:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c200. 00000100:00000010:2.0:1731523260.023471:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731523265.029972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c380. 02000000:00000010:3.0:1731523265.029992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:1.0:1731523265.030062:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523265.030070:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523265.030075:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523265.030080:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380672, portal 25 00000400:00000010:1.0:1731523265.030083:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731523265.030084:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380672, offset 0 00000400:00000200:1.0:1731523265.030091:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523265.030101:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523265.030105:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523265.030108:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523265.030110:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523265.030112:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523265.030114:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [677:677:256:4294967295] 192.168.204.149@tcp LPNI seq info [677:677:8:4294967295] 00000400:00000200:1.0:1731523265.030121:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523265.030125:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523265.030127:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523265.030131:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523265.030137:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523265.030139:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523265.030270:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523265.030282:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523265.030286:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523265.030291:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523265.030294:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731523265.030296:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731523265.030303:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c380 x1815630742380672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523265.031321:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523265.031329:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716080 00000400:00000200:0.0:1731523265.031335:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x15f9 [1] + 224 00000400:00000200:0.0:1731523265.031348:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523265.031351:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523265.031357:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c380 x1815630742380672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523265.031429:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523265.031434:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523265.031435:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523265.031438:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c380 x1815630742380672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523265.031453:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c380 x1815630742380672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523265.031469:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523265.031472:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:1.0:1731523265.031474:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c380. 00000100:00000010:3.0:1731523270.037899:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731523270.037914:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731523270.038011:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523270.038019:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523270.038024:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523270.038030:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380800, portal 25 00000400:00000010:2.0:1731523270.038033:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517d48. 00000100:00000200:2.0:1731523270.038034:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380800, offset 0 00000400:00000200:2.0:1731523270.038041:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523270.038051:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523270.038054:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523270.038057:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523270.038059:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523270.038061:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523270.038063:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [678:678:256:4294967295] 192.168.204.149@tcp LPNI seq info [678:678:8:4294967295] 00000400:00000200:2.0:1731523270.038070:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523270.038074:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523270.038076:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731523270.038080:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523270.038086:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523270.038088:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523270.038214:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523270.038218:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731523270.038222:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523270.038228:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523270.038232:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517d48 00000400:00000010:0.0:1731523270.038234:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517d48. 00000100:00000200:0.0:1731523270.038241:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742380800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523270.039304:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523270.039314:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716100 00000400:00000200:0.0:1731523270.039319:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1601 [1] + 224 00000400:00000200:0.0:1731523270.039332:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523270.039335:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523270.039341:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742380800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523270.039417:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523270.039421:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523270.039422:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523270.039426:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742380800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523270.039441:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742380800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523270.039457:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523270.039460:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731523270.039462:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:3.0:1731523275.045920:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731523275.045934:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:1.0:1731523275.046023:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523275.046031:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523275.046037:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523275.046043:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742380928, portal 25 00000400:00000010:1.0:1731523275.046046:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731523275.046048:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742380928, offset 0 00000400:00000200:1.0:1731523275.046056:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523275.046066:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523275.046070:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523275.046073:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523275.046076:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523275.046077:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523275.046079:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [679:679:256:4294967295] 192.168.204.149@tcp LPNI seq info [679:679:8:4294967295] 00000400:00000200:1.0:1731523275.046085:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523275.046089:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523275.046092:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523275.046096:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523275.046101:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523275.046104:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523275.046232:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523275.046241:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523275.046244:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523275.046248:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523275.046251:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731523275.046252:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731523275.046257:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742380928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523275.047314:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523275.047322:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716180 00000400:00000200:0.0:1731523275.047327:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1609 [1] + 224 00000400:00000200:0.0:1731523275.047338:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523275.047340:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523275.047345:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742380928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523275.047415:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523275.047419:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523275.047420:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523275.047424:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742380928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523275.047439:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742380928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523275.047455:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523275.047458:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:1.0:1731523275.047461:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731523280.053920:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731523280.053934:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:2.0:1731523280.054021:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523280.054030:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523280.054037:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523280.054044:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381056, portal 25 00000400:00000010:2.0:1731523280.054049:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517c38. 00000100:00000200:2.0:1731523280.054051:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381056, offset 0 00000400:00000200:2.0:1731523280.054059:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523280.054072:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523280.054077:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523280.054081:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523280.054084:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523280.054087:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523280.054090:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [680:680:256:4294967295] 192.168.204.149@tcp LPNI seq info [680:680:8:4294967295] 00000400:00000200:2.0:1731523280.054100:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523280.054106:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523280.054110:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4c00. 00000800:00000200:2.0:1731523280.054116:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523280.054124:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523280.054128:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523280.054261:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523280.054265:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4c00. 00000400:00000200:0.0:1731523280.054267:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523280.054271:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523280.054274:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517c38 00000400:00000010:0.0:1731523280.054275:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517c38. 00000100:00000200:0.0:1731523280.054281:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742381056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523280.055312:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523280.055330:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716200 00000400:00000200:0.0:1731523280.055334:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1611 [1] + 224 00000400:00000200:0.0:1731523280.055346:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523280.055349:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523280.055354:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742381056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523280.055424:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523280.055429:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523280.055431:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523280.055437:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742381056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523280.055461:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742381056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523280.055484:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523280.055490:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:2.0:1731523280.055493:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731523285.061922:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731523285.061936:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:1.0:1731523285.062027:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523285.062034:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523285.062039:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523285.062045:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381184, portal 25 00000400:00000010:1.0:1731523285.062047:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731523285.062049:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381184, offset 0 00000400:00000200:1.0:1731523285.062056:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523285.062067:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523285.062071:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523285.062074:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523285.062076:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523285.062078:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523285.062079:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [681:681:256:4294967295] 192.168.204.149@tcp LPNI seq info [681:681:8:4294967295] 00000400:00000200:1.0:1731523285.062086:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523285.062090:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523285.062093:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523285.062097:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523285.062102:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523285.062105:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523285.062238:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523285.062246:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523285.062249:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523285.062253:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523285.062256:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731523285.062257:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731523285.062263:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742381184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523285.063447:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523285.063455:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716280 00000400:00000200:0.0:1731523285.063459:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1619 [1] + 224 00000400:00000200:0.0:1731523285.063486:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523285.063489:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523285.063493:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742381184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523285.063542:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523285.063546:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523285.063547:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523285.063551:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742381184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523285.063566:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742381184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523285.063582:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523285.063586:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:1.0:1731523285.063589:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731523290.069975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731523290.069992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c300. 02000000:00000010:2.0:1731523290.070090:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523290.070097:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523290.070102:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523290.070108:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381312, portal 25 00000400:00000010:2.0:1731523290.070111:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517aa0. 00000100:00000200:2.0:1731523290.070112:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381312, offset 0 00000400:00000200:2.0:1731523290.070118:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523290.070129:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523290.070133:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523290.070136:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523290.070139:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523290.070140:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523290.070142:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [682:682:256:4294967295] 192.168.204.149@tcp LPNI seq info [682:682:8:4294967295] 00000400:00000200:2.0:1731523290.070148:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523290.070152:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523290.070155:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731523290.070159:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523290.070164:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523290.070168:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523290.070314:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523290.070318:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731523290.070321:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523290.070326:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523290.070328:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517aa0 00000400:00000010:0.0:1731523290.070329:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517aa0. 00000100:00000200:0.0:1731523290.070335:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742381312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523290.071451:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523290.071459:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716300 00000400:00000200:0.0:1731523290.071463:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1621 [1] + 224 00000400:00000200:0.0:1731523290.071478:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523290.071480:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523290.071485:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742381312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523290.071558:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523290.071562:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523290.071563:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523290.071566:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742381312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523290.071584:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742381312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523290.071600:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523290.071603:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c300. 00000100:00000010:2.0:1731523290.071606:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731523295.077925:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731523295.077941:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:1.0:1731523295.078033:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523295.078040:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523295.078046:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523295.078052:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381440, portal 25 00000400:00000010:1.0:1731523295.078055:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731523295.078056:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381440, offset 0 00000400:00000200:1.0:1731523295.078063:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523295.078074:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523295.078078:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523295.078082:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523295.078085:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523295.078086:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523295.078088:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [683:683:256:4294967295] 192.168.204.149@tcp LPNI seq info [683:683:8:4294967295] 00000400:00000200:1.0:1731523295.078096:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523295.078100:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523295.078103:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523295.078106:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523295.078112:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523295.078115:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523295.078250:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523295.078259:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523295.078262:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523295.078266:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523295.078269:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731523295.078270:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731523295.078290:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742381440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523295.079714:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523295.079722:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716380 00000400:00000200:0.0:1731523295.079727:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1629 [1] + 224 00000400:00000200:0.0:1731523295.079738:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523295.079740:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523295.079745:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742381440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523295.079789:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523295.079794:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523295.079795:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523295.079799:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742381440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523295.079814:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742381440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523295.079832:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523295.079835:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:1.0:1731523295.079837:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731523300.085956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731523300.085976:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:2.0:1731523300.086074:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523300.086081:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523300.086087:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523300.086093:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381568, portal 25 00000400:00000010:2.0:1731523300.086095:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517dd0. 00000100:00000200:2.0:1731523300.086097:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381568, offset 0 00000400:00000200:2.0:1731523300.086104:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523300.086115:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523300.086119:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523300.086122:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523300.086125:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523300.086127:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523300.086129:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [684:684:256:4294967295] 192.168.204.149@tcp LPNI seq info [684:684:8:4294967295] 00000400:00000200:2.0:1731523300.086136:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523300.086140:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523300.086143:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731523300.086147:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523300.086152:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523300.086156:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523300.086300:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523300.086303:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731523300.086307:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523300.086311:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523300.086314:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517dd0 00000400:00000010:0.0:1731523300.086315:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517dd0. 00000100:00000200:0.0:1731523300.086322:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742381568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523300.087678:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523300.087686:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716400 00000400:00000200:0.0:1731523300.087691:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1631 [1] + 224 00000400:00000200:0.0:1731523300.087704:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523300.087707:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523300.087711:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742381568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523300.087782:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523300.087786:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523300.087787:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523300.087791:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742381568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523300.087809:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742381568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523300.087826:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523300.087828:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731523300.087831:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731523305.093996:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731523305.094015:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:2.0:1731523305.094121:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523305.094128:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523305.094134:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523305.094140:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381696, portal 25 00000400:00000010:2.0:1731523305.094143:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517770. 00000100:00000200:2.0:1731523305.094144:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381696, offset 0 00000400:00000200:2.0:1731523305.094151:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523305.094164:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523305.094170:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523305.094173:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523305.094175:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523305.094177:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523305.094179:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [685:685:256:4294967295] 192.168.204.149@tcp LPNI seq info [685:685:8:4294967295] 00000400:00000200:2.0:1731523305.094187:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523305.094191:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523305.094194:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4600. 00000800:00000200:2.0:1731523305.094198:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523305.094203:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523305.094206:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523305.094324:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523305.094336:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4600. 00000400:00000200:0.0:1731523305.094339:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523305.094344:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523305.094347:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517770 00000400:00000010:0.0:1731523305.094348:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517770. 00000100:00000200:0.0:1731523305.094355:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742381696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523305.095828:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523305.095836:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716480 00000400:00000200:0.0:1731523305.095841:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1639 [1] + 224 00000400:00000200:0.0:1731523305.095854:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523305.095872:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523305.095877:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742381696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523305.095918:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523305.095920:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523305.095921:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523305.095925:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742381696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523305.095939:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742381696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523305.095956:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523305.095958:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:2.0:1731523305.095961:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731523310.101922:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731523310.101938:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:2.0:1731523310.102035:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523310.102042:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523310.102048:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523310.102054:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381824, portal 25 00000400:00000010:2.0:1731523310.102057:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5174c8. 00000100:00000200:2.0:1731523310.102059:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381824, offset 0 00000400:00000200:2.0:1731523310.102066:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523310.102078:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523310.102082:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523310.102085:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523310.102087:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523310.102089:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523310.102091:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [686:686:256:4294967295] 192.168.204.149@tcp LPNI seq info [686:686:8:4294967295] 00000400:00000200:2.0:1731523310.102098:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523310.102102:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523310.102104:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731523310.102108:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523310.102114:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523310.102116:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523310.102246:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523310.102249:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731523310.102252:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523310.102256:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523310.102259:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5174c8 00000400:00000010:0.0:1731523310.102261:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5174c8. 00000100:00000200:0.0:1731523310.102267:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742381824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523310.103737:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523310.103746:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716500 00000400:00000200:0.0:1731523310.103750:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1641 [1] + 224 00000400:00000200:0.0:1731523310.103762:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523310.103765:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523310.103769:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742381824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523310.103820:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523310.103825:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523310.103826:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523310.103831:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742381824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523310.103853:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742381824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523310.103895:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523310.103899:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:2.0:1731523310.103901:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731523315.109952:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731523315.109967:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:1.0:1731523315.110052:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523315.110061:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523315.110067:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523315.110073:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742381952, portal 25 00000400:00000010:1.0:1731523315.110077:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731523315.110078:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742381952, offset 0 00000400:00000200:1.0:1731523315.110085:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523315.110095:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523315.110099:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523315.110101:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523315.110104:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523315.110105:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523315.110107:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [687:687:256:4294967295] 192.168.204.149@tcp LPNI seq info [687:687:8:4294967295] 00000400:00000200:1.0:1731523315.110113:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523315.110117:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523315.110120:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523315.110124:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523315.110129:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523315.110132:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523315.110230:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523315.110241:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523315.110244:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523315.110248:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523315.110251:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731523315.110252:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731523315.110258:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742381952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523315.111483:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523315.111490:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716580 00000400:00000200:0.0:1731523315.111496:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1649 [1] + 224 00000400:00000200:0.0:1731523315.111507:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523315.111509:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523315.111513:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742381952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523315.111557:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523315.111562:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523315.111563:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523315.111567:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742381952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523315.111582:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742381952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523315.111597:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523315.111601:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:1.0:1731523315.111603:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731523320.117947:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731523320.117967:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:2.0:1731523320.118071:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523320.118078:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523320.118084:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523320.118089:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382080, portal 25 00000400:00000010:2.0:1731523320.118092:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517990. 00000100:00000200:2.0:1731523320.118094:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382080, offset 0 00000400:00000200:2.0:1731523320.118101:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523320.118113:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523320.118117:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523320.118120:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523320.118124:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523320.118125:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523320.118127:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [688:688:256:4294967295] 192.168.204.149@tcp LPNI seq info [688:688:8:4294967295] 00000400:00000200:2.0:1731523320.118134:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523320.118137:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523320.118140:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4f00. 00000800:00000200:2.0:1731523320.118144:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523320.118149:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523320.118152:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523320.118284:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523320.118287:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4f00. 00000400:00000200:0.0:1731523320.118294:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523320.118299:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523320.118302:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517990 00000400:00000010:0.0:1731523320.118303:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517990. 00000100:00000200:0.0:1731523320.118309:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742382080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523320.119476:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523320.119484:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716600 00000400:00000200:0.0:1731523320.119489:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1651 [1] + 224 00000400:00000200:0.0:1731523320.119504:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523320.119507:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523320.119511:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742382080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523320.119588:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523320.119593:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523320.119594:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523320.119599:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742382080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523320.119622:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742382080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523320.119640:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523320.119644:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:2.0:1731523320.119647:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731523325.125972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731523325.125991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731523325.126097:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523325.126104:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523325.126110:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523325.126116:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382208, portal 25 00000400:00000010:1.0:1731523325.126120:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731523325.126121:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382208, offset 0 00000400:00000200:1.0:1731523325.126127:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523325.126138:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523325.126142:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523325.126145:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523325.126147:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523325.126149:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523325.126151:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [689:689:256:4294967295] 192.168.204.149@tcp LPNI seq info [689:689:8:4294967295] 00000400:00000200:1.0:1731523325.126158:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523325.126161:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523325.126164:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523325.126167:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523325.126173:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523325.126176:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523325.126313:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523325.126326:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523325.126330:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523325.126335:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523325.126338:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731523325.126340:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731523325.126347:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742382208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523325.127586:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523325.127597:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716680 00000400:00000200:0.0:1731523325.127603:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1659 [1] + 224 00000400:00000200:0.0:1731523325.127618:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523325.127622:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523325.127627:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742382208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523325.127719:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523325.127742:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523325.127745:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523325.127752:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742382208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523325.127775:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742382208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523325.127799:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523325.127804:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731523325.127808:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731523330.133923:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731523330.133938:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c000. 02000000:00000010:2.0:1731523330.134035:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523330.134042:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523330.134047:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523330.134053:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382336, portal 25 00000400:00000010:2.0:1731523330.134056:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5177f8. 00000100:00000200:2.0:1731523330.134058:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382336, offset 0 00000400:00000200:2.0:1731523330.134064:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523330.134075:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523330.134079:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523330.134082:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523330.134085:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523330.134086:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523330.134088:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [690:690:256:4294967295] 192.168.204.149@tcp LPNI seq info [690:690:8:4294967295] 00000400:00000200:2.0:1731523330.134095:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523330.134099:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523330.134101:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731523330.134105:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523330.134110:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523330.134113:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523330.134242:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523330.134246:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731523330.134250:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523330.134254:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523330.134257:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5177f8 00000400:00000010:0.0:1731523330.134258:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5177f8. 00000100:00000200:0.0:1731523330.134264:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742382336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523330.135323:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523330.135331:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716700 00000400:00000200:0.0:1731523330.135336:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1661 [1] + 224 00000400:00000200:0.0:1731523330.135347:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523330.135349:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523330.135354:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742382336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523330.135424:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523330.135428:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523330.135429:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523330.135433:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742382336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523330.135449:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742382336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523330.135465:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523330.135468:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c000. 00000100:00000010:2.0:1731523330.135470:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731523335.141955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731523335.141974:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731523335.142080:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523335.142088:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523335.142093:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523335.142099:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382464, portal 25 00000400:00000010:1.0:1731523335.142101:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731523335.142102:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382464, offset 0 00000400:00000200:1.0:1731523335.142109:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523335.142121:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523335.142126:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523335.142128:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523335.142131:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523335.142133:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523335.142135:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [691:691:256:4294967295] 192.168.204.149@tcp LPNI seq info [691:691:8:4294967295] 00000400:00000200:1.0:1731523335.142142:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523335.142146:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523335.142148:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523335.142152:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523335.142158:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523335.142161:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523335.142307:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523335.142320:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523335.142324:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523335.142329:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523335.142332:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731523335.142333:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731523335.142339:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742382464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523335.143772:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523335.143780:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716780 00000400:00000200:0.0:1731523335.143785:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1669 [1] + 224 00000400:00000200:0.0:1731523335.143798:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523335.143800:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523335.143804:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742382464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523335.143886:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523335.143891:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523335.143892:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523335.143896:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742382464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523335.143911:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742382464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523335.143928:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523335.143931:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731523335.143934:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731523340.149994:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731523340.150014:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731523340.150098:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523340.150105:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523340.150112:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523340.150118:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382592, portal 25 00000400:00000010:2.0:1731523340.150121:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517000. 00000100:00000200:2.0:1731523340.150122:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382592, offset 0 00000400:00000200:2.0:1731523340.150129:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523340.150141:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523340.150145:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523340.150148:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523340.150151:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523340.150152:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523340.150154:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [692:692:256:4294967295] 192.168.204.149@tcp LPNI seq info [692:692:8:4294967295] 00000400:00000200:2.0:1731523340.150161:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523340.150165:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523340.150167:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731523340.150171:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523340.150177:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523340.150180:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523340.150327:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523340.150330:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731523340.150334:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523340.150338:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523340.150341:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517000 00000400:00000010:0.0:1731523340.150342:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517000. 00000100:00000200:0.0:1731523340.150349:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742382592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523340.151889:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523340.151897:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716800 00000400:00000200:0.0:1731523340.151901:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1671 [1] + 224 00000400:00000200:0.0:1731523340.151916:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523340.151919:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523340.151924:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742382592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523340.151997:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523340.152002:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523340.152003:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523340.152007:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742382592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523340.152026:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742382592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523340.152042:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523340.152046:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731523340.152048:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731523345.157982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731523345.158002:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ce00. 02000000:00000010:1.0:1731523345.158086:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523345.158094:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523345.158100:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523345.158105:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382720, portal 25 00000400:00000010:1.0:1731523345.158110:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910110. 00000100:00000200:1.0:1731523345.158111:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382720, offset 0 00000400:00000200:1.0:1731523345.158118:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523345.158129:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523345.158133:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523345.158136:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523345.158138:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523345.158139:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523345.158141:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [693:693:256:4294967295] 192.168.204.149@tcp LPNI seq info [693:693:8:4294967295] 00000400:00000200:1.0:1731523345.158148:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523345.158151:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523345.158154:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523345.158158:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523345.158164:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523345.158166:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523345.158337:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523345.158357:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523345.158401:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523345.158410:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523345.158414:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910110 00000400:00000010:0.0:1731523345.158416:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910110. 00000100:00000200:0.0:1731523345.158425:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742382720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523345.159642:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523345.159655:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716880 00000400:00000200:0.0:1731523345.159662:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1679 [1] + 224 00000400:00000200:0.0:1731523345.159685:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523345.159690:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523345.159698:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742382720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523345.159778:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523345.159783:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523345.159784:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523345.159788:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742382720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523345.159803:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742382720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523345.159819:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523345.159823:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ce00. 00000100:00000010:1.0:1731523345.159826:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731523350.165928:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731523350.165950:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731523350.166055:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb7000. 00000400:00000010:2.0:1731523350.166063:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523350.166068:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523350.166074:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382848, portal 25 00000400:00000010:2.0:1731523350.166077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5176e8. 00000100:00000200:2.0:1731523350.166078:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382848, offset 0 00000400:00000200:2.0:1731523350.166085:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523350.166096:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523350.166100:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523350.166104:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523350.166106:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523350.166108:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523350.166110:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [694:694:256:4294967295] 192.168.204.149@tcp LPNI seq info [694:694:8:4294967295] 00000400:00000200:2.0:1731523350.166116:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523350.166120:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523350.166122:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4000. 00000800:00000200:2.0:1731523350.166126:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523350.166131:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523350.166134:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523350.166291:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523350.166294:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4000. 00000400:00000200:0.0:1731523350.166297:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523350.166301:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523350.166304:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5176e8 00000400:00000010:0.0:1731523350.166305:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5176e8. 00000100:00000200:0.0:1731523350.166311:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742382848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523350.167403:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523350.167410:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716900 00000400:00000200:0.0:1731523350.167416:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1681 [1] + 224 00000400:00000200:0.0:1731523350.167427:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523350.167429:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523350.167434:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742382848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523350.167505:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523350.167509:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523350.167510:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523350.167514:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742382848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523350.167528:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742382848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523350.167545:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb7000. 02000000:00000010:2.0:1731523350.167548:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731523350.167550:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731523355.174007:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897fb80. 02000000:00000010:3.0:1731523355.174025:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:1.0:1731523355.174132:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523355.174140:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523355.174146:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523355.174151:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742382976, portal 25 00000400:00000010:1.0:1731523355.174154:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731523355.174156:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742382976, offset 0 00000400:00000200:1.0:1731523355.174163:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523355.174175:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523355.174198:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523355.174202:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523355.174204:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523355.174206:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523355.174209:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [695:695:256:4294967295] 192.168.204.149@tcp LPNI seq info [695:695:8:4294967295] 00000400:00000200:1.0:1731523355.174215:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523355.174219:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523355.174222:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731523355.174226:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523355.174231:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523355.174234:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523355.174353:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523355.174366:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731523355.174369:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523355.174373:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523355.174376:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731523355.174377:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731523355.174385:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897fb80 x1815630742382976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523355.175789:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523355.175798:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716980 00000400:00000200:0.0:1731523355.175804:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1689 [1] + 224 00000400:00000200:0.0:1731523355.175820:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523355.175824:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523355.175829:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897fb80 x1815630742382976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523355.175906:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523355.175910:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523355.175911:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523355.175915:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897fb80 x1815630742382976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523355.175930:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897fb80 x1815630742382976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523355.175947:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523355.175951:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:1.0:1731523355.175953:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897fb80. 00000100:00000010:3.0:1731523360.181957:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f800. 02000000:00000010:3.0:1731523360.181974:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731523360.182077:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523360.182105:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523360.182111:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523360.182117:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742383104, portal 25 00000400:00000010:2.0:1731523360.182120:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517198. 00000100:00000200:2.0:1731523360.182121:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742383104, offset 0 00000400:00000200:2.0:1731523360.182128:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523360.182139:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523360.182143:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523360.182147:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523360.182149:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523360.182150:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523360.182152:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [696:696:256:4294967295] 192.168.204.149@tcp LPNI seq info [696:696:8:4294967295] 00000400:00000200:2.0:1731523360.182159:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523360.182162:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523360.182165:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4200. 00000800:00000200:2.0:1731523360.182169:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523360.182175:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523360.182178:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523360.182294:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523360.182297:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4200. 00000400:00000200:0.0:1731523360.182300:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523360.182305:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523360.182308:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517198 00000400:00000010:0.0:1731523360.182309:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517198. 00000100:00000200:0.0:1731523360.182315:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f800 x1815630742383104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523360.183340:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523360.183347:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716a00 00000400:00000200:0.0:1731523360.183351:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1691 [1] + 224 00000400:00000200:0.0:1731523360.183367:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523360.183369:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523360.183374:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f800 x1815630742383104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523360.183444:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523360.183449:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523360.183450:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523360.183453:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f800 x1815630742383104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523360.183471:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f800 x1815630742383104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523360.183487:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523360.183490:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731523360.183492:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f800. 00000100:00000010:3.0:1731523365.189975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f480. 02000000:00000010:3.0:1731523365.190021:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731523365.190127:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523365.190136:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523365.190142:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523365.190150:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742383232, portal 25 00000400:00000010:1.0:1731523365.190154:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731523365.190156:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742383232, offset 0 00000400:00000200:1.0:1731523365.190164:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523365.190178:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523365.190183:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523365.190187:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523365.190190:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523365.190192:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523365.190195:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [697:697:256:4294967295] 192.168.204.149@tcp LPNI seq info [697:697:8:4294967295] 00000400:00000200:1.0:1731523365.190205:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523365.190211:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523365.190214:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731523365.190219:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523365.190227:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523365.190240:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523365.190405:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523365.190418:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731523365.190422:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523365.190427:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523365.190430:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731523365.190431:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731523365.190437:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f480 x1815630742383232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523365.191808:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523365.191816:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716a80 00000400:00000200:0.0:1731523365.191821:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1699 [1] + 224 00000400:00000200:0.0:1731523365.191833:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523365.191835:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523365.191840:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f480 x1815630742383232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523365.191888:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523365.191892:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523365.191893:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523365.191897:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f480 x1815630742383232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523365.191916:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f480 x1815630742383232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523365.191935:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523365.191939:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731523365.191942:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f480. 00000100:00000010:3.0:1731523370.197993:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897f100. 02000000:00000010:3.0:1731523370.198013:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c100. 02000000:00000010:2.0:1731523370.198117:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523370.198125:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523370.198131:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523370.198137:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742383360, portal 25 00000400:00000010:2.0:1731523370.198140:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517550. 00000100:00000200:2.0:1731523370.198141:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742383360, offset 0 00000400:00000200:2.0:1731523370.198148:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523370.198160:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523370.198164:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523370.198167:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523370.198170:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523370.198171:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523370.198173:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [698:698:256:4294967295] 192.168.204.149@tcp LPNI seq info [698:698:8:4294967295] 00000400:00000200:2.0:1731523370.198180:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523370.198184:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523370.198186:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4a00. 00000800:00000200:2.0:1731523370.198190:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523370.198196:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523370.198198:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523370.198326:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523370.198328:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4a00. 00000400:00000200:0.0:1731523370.198332:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523370.198335:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523370.198338:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517550 00000400:00000010:0.0:1731523370.198339:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517550. 00000100:00000200:0.0:1731523370.198345:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897f100 x1815630742383360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523370.199832:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523370.199840:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716b00 00000400:00000200:0.0:1731523370.199845:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16a1 [1] + 224 00000400:00000200:0.0:1731523370.199880:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523370.199883:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523370.199888:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897f100 x1815630742383360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523370.199940:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523370.199943:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523370.199944:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523370.199949:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897f100 x1815630742383360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523370.199968:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897f100 x1815630742383360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523370.199986:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523370.199989:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c100. 00000100:00000010:2.0:1731523370.199991:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897f100. 00000100:00000010:3.0:1731523375.205980:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ed80. 02000000:00000010:3.0:1731523375.205999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cf00. 02000000:00000010:1.0:1731523375.206087:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523375.206095:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523375.206102:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523375.206108:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742383488, portal 25 00000400:00000010:1.0:1731523375.206112:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731523375.206114:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742383488, offset 0 00000400:00000200:1.0:1731523375.206124:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523375.206137:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523375.206142:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523375.206146:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523375.206149:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523375.206152:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523375.206155:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [699:699:256:4294967295] 192.168.204.149@tcp LPNI seq info [699:699:8:4294967295] 00000400:00000200:1.0:1731523375.206164:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523375.206170:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523375.206173:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731523375.206178:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523375.206186:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523375.206189:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523375.206315:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523375.206328:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731523375.206331:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523375.206336:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523375.206339:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731523375.206341:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731523375.206347:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ed80 x1815630742383488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523375.207782:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523375.207789:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716b80 00000400:00000200:0.0:1731523375.207795:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16a9 [1] + 224 00000400:00000200:0.0:1731523375.207835:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523375.207838:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523375.207842:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ed80 x1815630742383488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523375.207883:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523375.207887:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523375.207888:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523375.207892:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ed80 x1815630742383488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523375.207909:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ed80 x1815630742383488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523375.207928:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523375.207933:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cf00. 00000100:00000010:1.0:1731523375.207936:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ed80. 00000100:00000010:3.0:1731523380.213982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ea00. 02000000:00000010:3.0:1731523380.214002:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1ca00. 02000000:00000010:2.0:1731523380.214104:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523380.214111:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523380.214116:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523380.214122:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742383616, portal 25 00000400:00000010:2.0:1731523380.214125:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517a18. 00000100:00000200:2.0:1731523380.214126:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742383616, offset 0 00000400:00000200:2.0:1731523380.214133:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523380.214144:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523380.214148:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523380.214151:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523380.214153:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523380.214154:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523380.214156:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [700:700:256:4294967295] 192.168.204.149@tcp LPNI seq info [700:700:8:4294967295] 00000400:00000200:2.0:1731523380.214163:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523380.214166:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523380.214169:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4d00. 00000800:00000200:2.0:1731523380.214172:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523380.214178:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523380.214180:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523380.214309:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523380.214313:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4d00. 00000400:00000200:0.0:1731523380.214318:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523380.214323:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523380.214326:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517a18 00000400:00000010:0.0:1731523380.214328:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517a18. 00000100:00000200:0.0:1731523380.214335:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ea00 x1815630742383616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523380.215454:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523380.215462:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716c00 00000400:00000200:0.0:1731523380.215468:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16b1 [1] + 224 00000400:00000200:0.0:1731523380.215485:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523380.215489:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523380.215495:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ea00 x1815630742383616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523380.215569:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523380.215573:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523380.215574:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523380.215578:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ea00 x1815630742383616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523380.215595:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ea00 x1815630742383616/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523380.215611:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523380.215614:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1ca00. 00000100:00000010:2.0:1731523380.215616:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ea00. 00000100:00000010:3.0:1731523385.221927:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e680. 02000000:00000010:3.0:1731523385.221944:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c900. 02000000:00000010:2.0:1731523385.222009:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523385.222015:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523385.222021:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523385.222026:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742383744, portal 25 00000400:00000010:2.0:1731523385.222029:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517088. 00000100:00000200:2.0:1731523385.222031:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742383744, offset 0 00000400:00000200:2.0:1731523385.222037:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523385.222049:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523385.222053:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523385.222056:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523385.222058:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523385.222060:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523385.222062:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [701:701:256:4294967295] 192.168.204.149@tcp LPNI seq info [701:701:8:4294967295] 00000400:00000200:2.0:1731523385.222068:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523385.222071:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523385.222074:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4500. 00000800:00000200:2.0:1731523385.222077:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523385.222083:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523385.222086:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523385.222237:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523385.222250:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4500. 00000400:00000200:0.0:1731523385.222253:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523385.222257:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523385.222260:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517088 00000400:00000010:0.0:1731523385.222261:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517088. 00000100:00000200:0.0:1731523385.222267:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e680 x1815630742383744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523385.223682:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523385.223690:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716c80 00000400:00000200:0.0:1731523385.223695:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16b9 [1] + 224 00000400:00000200:0.0:1731523385.223707:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523385.223710:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523385.223716:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e680 x1815630742383744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523385.223793:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523385.223797:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523385.223798:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523385.223802:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e680 x1815630742383744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523385.223817:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e680 x1815630742383744/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523385.223835:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523385.223838:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c900. 00000100:00000010:2.0:1731523385.223840:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e680. 00000100:00000010:3.0:1731523390.229937:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ce00. 02000000:00000010:3.0:1731523390.229958:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c700. 02000000:00000010:2.0:1731523390.230049:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523390.230056:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523390.230061:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523390.230067:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742383872, portal 25 00000400:00000010:2.0:1731523390.230070:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517220. 00000100:00000200:2.0:1731523390.230071:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742383872, offset 0 00000400:00000200:2.0:1731523390.230079:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523390.230090:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523390.230093:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523390.230096:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523390.230099:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523390.230101:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523390.230103:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [702:702:256:4294967295] 192.168.204.149@tcp LPNI seq info [702:702:8:4294967295] 00000400:00000200:2.0:1731523390.230110:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523390.230113:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523390.230115:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4400. 00000800:00000200:2.0:1731523390.230119:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523390.230125:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523390.230128:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523390.230262:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523390.230266:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4400. 00000400:00000200:0.0:1731523390.230269:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523390.230274:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523390.230276:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517220 00000400:00000010:0.0:1731523390.230278:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517220. 00000100:00000200:0.0:1731523390.230284:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ce00 x1815630742383872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523390.231379:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523390.231387:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716d00 00000400:00000200:0.0:1731523390.231393:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16c1 [1] + 224 00000400:00000200:0.0:1731523390.231407:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523390.231409:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523390.231414:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ce00 x1815630742383872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523390.231487:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523390.231491:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523390.231492:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523390.231496:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ce00 x1815630742383872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523390.231513:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ce00 x1815630742383872/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523390.231529:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523390.231532:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c700. 00000100:00000010:2.0:1731523390.231561:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ce00. 00000100:00000010:3.0:1731523395.237959:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897e300. 02000000:00000010:3.0:1731523395.237977:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cb00. 02000000:00000010:2.0:1731523395.238065:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523395.238073:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523395.238078:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523395.238085:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384000, portal 25 00000400:00000010:2.0:1731523395.238088:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517ee0. 00000100:00000200:2.0:1731523395.238091:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384000, offset 0 00000400:00000200:2.0:1731523395.238099:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523395.238113:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523395.238119:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523395.238123:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523395.238126:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523395.238128:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523395.238131:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [703:703:256:4294967295] 192.168.204.149@tcp LPNI seq info [703:703:8:4294967295] 00000400:00000200:2.0:1731523395.238140:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523395.238146:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523395.238149:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4700. 00000800:00000200:2.0:1731523395.238154:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523395.238161:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523395.238165:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523395.238302:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523395.238315:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4700. 00000400:00000200:0.0:1731523395.238318:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523395.238322:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523395.238325:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517ee0 00000400:00000010:0.0:1731523395.238326:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517ee0. 00000100:00000200:0.0:1731523395.238333:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897e300 x1815630742384000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523395.239428:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523395.239436:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716d80 00000400:00000200:0.0:1731523395.239456:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16c9 [1] + 224 00000400:00000200:0.0:1731523395.239470:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523395.239473:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523395.239477:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897e300 x1815630742384000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523395.239526:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523395.239530:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523395.239531:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523395.239535:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897e300 x1815630742384000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523395.239549:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897e300 x1815630742384000/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523395.239565:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523395.239568:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cb00. 00000100:00000010:2.0:1731523395.239571:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897e300. 00000100:00000010:3.0:1731523400.245933:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897df80. 02000000:00000010:3.0:1731523400.245950:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c600. 02000000:00000010:2.0:1731523400.246037:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523400.246044:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523400.246050:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523400.246055:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384128, portal 25 00000400:00000010:2.0:1731523400.246058:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517cc0. 00000100:00000200:2.0:1731523400.246059:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384128, offset 0 00000400:00000200:2.0:1731523400.246065:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523400.246076:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523400.246080:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523400.246083:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523400.246086:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523400.246087:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523400.246089:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [704:704:256:4294967295] 192.168.204.149@tcp LPNI seq info [704:704:8:4294967295] 00000400:00000200:2.0:1731523400.246095:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523400.246099:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523400.246102:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4800. 00000800:00000200:2.0:1731523400.246105:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523400.246111:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523400.246114:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523400.246244:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523400.246247:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4800. 00000400:00000200:0.0:1731523400.246250:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523400.246254:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523400.246257:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517cc0 00000400:00000010:0.0:1731523400.246258:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517cc0. 00000100:00000200:0.0:1731523400.246264:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897df80 x1815630742384128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523400.247421:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523400.247429:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716e00 00000400:00000200:0.0:1731523400.247434:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16d1 [1] + 224 00000400:00000200:0.0:1731523400.247448:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523400.247451:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523400.247456:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897df80 x1815630742384128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523400.247503:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523400.247507:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523400.247508:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523400.247512:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897df80 x1815630742384128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523400.247529:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897df80 x1815630742384128/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523400.247545:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523400.247549:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c600. 00000100:00000010:2.0:1731523400.247552:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897df80. 00000100:00000010:3.0:1731523405.253944:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d880. 02000000:00000010:3.0:1731523405.253962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731523405.254067:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523405.254074:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523405.254080:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523405.254085:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384256, portal 25 00000400:00000010:1.0:1731523405.254088:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731523405.254089:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384256, offset 0 00000400:00000200:1.0:1731523405.254096:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523405.254107:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523405.254111:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523405.254114:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523405.254116:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523405.254117:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523405.254119:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [705:705:256:4294967295] 192.168.204.149@tcp LPNI seq info [705:705:8:4294967295] 00000400:00000200:1.0:1731523405.254126:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523405.254129:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523405.254132:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731523405.254135:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523405.254141:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523405.254144:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523405.254284:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523405.254298:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731523405.254303:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523405.254309:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523405.254312:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731523405.254313:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731523405.254320:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d880 x1815630742384256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523405.255344:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523405.255354:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716e80 00000400:00000200:0.0:1731523405.255359:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16d9 [1] + 224 00000400:00000200:0.0:1731523405.255373:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523405.255376:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523405.255383:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d880 x1815630742384256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523405.255456:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523405.255460:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523405.255461:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523405.255465:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d880 x1815630742384256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523405.255480:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d880 x1815630742384256/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523405.255497:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523405.255500:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731523405.255502:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d880. 00000100:00000010:3.0:1731523410.261935:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897dc00. 02000000:00000010:3.0:1731523410.261953:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731523410.262049:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523410.262057:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523410.262064:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523410.262072:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384384, portal 25 00000400:00000010:2.0:1731523410.262076:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517b28. 00000100:00000200:2.0:1731523410.262078:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384384, offset 0 00000400:00000200:2.0:1731523410.262087:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523410.262102:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523410.262107:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523410.262112:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523410.262115:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523410.262118:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523410.262121:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [706:706:256:4294967295] 192.168.204.149@tcp LPNI seq info [706:706:8:4294967295] 00000400:00000200:2.0:1731523410.262131:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523410.262137:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523410.262141:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731523410.262147:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523410.262155:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523410.262159:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523410.262329:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523410.262332:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731523410.262336:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523410.262341:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523410.262343:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517b28 00000400:00000010:0.0:1731523410.262345:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517b28. 00000100:00000200:0.0:1731523410.262351:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897dc00 x1815630742384384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523410.263610:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523410.263617:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716f00 00000400:00000200:0.0:1731523410.263622:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16e1 [1] + 224 00000400:00000200:0.0:1731523410.263636:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523410.263638:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523410.263643:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897dc00 x1815630742384384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523410.263707:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523410.263712:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523410.263713:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523410.263718:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897dc00 x1815630742384384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523410.263742:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897dc00 x1815630742384384/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523410.263760:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523410.263763:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731523410.263766:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897dc00. 00000100:00000010:3.0:1731523415.269968:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d500. 02000000:00000010:3.0:1731523415.269988:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:1.0:1731523415.270110:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523415.270117:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523415.270122:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523415.270128:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384512, portal 25 00000400:00000010:1.0:1731523415.270131:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731523415.270132:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384512, offset 0 00000400:00000200:1.0:1731523415.270139:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523415.270151:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523415.270155:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523415.270158:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523415.270161:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523415.270162:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523415.270165:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [707:707:256:4294967295] 192.168.204.149@tcp LPNI seq info [707:707:8:4294967295] 00000400:00000200:1.0:1731523415.270171:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523415.270175:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523415.270177:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731523415.270181:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523415.270187:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523415.270190:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523415.270337:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523415.270351:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731523415.270354:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523415.270358:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523415.270361:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731523415.270362:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731523415.270368:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d500 x1815630742384512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523415.271878:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523415.271885:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79716f80 00000400:00000200:0.0:1731523415.271890:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16e9 [1] + 224 00000400:00000200:0.0:1731523415.271902:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523415.271904:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523415.271908:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d500 x1815630742384512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523415.271979:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523415.271983:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523415.271984:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523415.271988:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d500 x1815630742384512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523415.272003:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d500 x1815630742384512/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523415.272019:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523415.272023:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:1.0:1731523415.272025:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d500. 00000100:00000010:3.0:1731523420.277932:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897d180. 02000000:00000010:3.0:1731523420.277949:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c400. 02000000:00000010:2.0:1731523420.278046:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523420.278054:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523420.278061:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523420.278066:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384640, portal 25 00000400:00000010:2.0:1731523420.278069:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517880. 00000100:00000200:2.0:1731523420.278071:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384640, offset 0 00000400:00000200:2.0:1731523420.278078:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523420.278091:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523420.278095:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523420.278098:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523420.278101:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523420.278102:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523420.278104:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [708:708:256:4294967295] 192.168.204.149@tcp LPNI seq info [708:708:8:4294967295] 00000400:00000200:2.0:1731523420.278110:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523420.278113:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523420.278116:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4b00. 00000800:00000200:2.0:1731523420.278120:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523420.278124:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523420.278127:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523420.278258:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523420.278261:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4b00. 00000400:00000200:0.0:1731523420.278264:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523420.278268:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523420.278272:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517880 00000400:00000010:0.0:1731523420.278273:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517880. 00000100:00000200:0.0:1731523420.278279:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897d180 x1815630742384640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523420.279902:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523420.279910:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717000 00000400:00000200:0.0:1731523420.279915:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16f1 [1] + 224 00000400:00000200:0.0:1731523420.279928:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523420.279930:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523420.279935:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897d180 x1815630742384640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523420.280021:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523420.280025:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523420.280026:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523420.280030:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897d180 x1815630742384640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523420.280049:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897d180 x1815630742384640/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523420.280067:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523420.280070:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c400. 00000100:00000010:2.0:1731523420.280082:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897d180. 00000100:00000010:3.0:1731523425.285966:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c700. 02000000:00000010:3.0:1731523425.285983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1cd00. 02000000:00000010:1.0:1731523425.286097:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523425.286107:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523425.286114:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523425.286122:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384768, portal 25 00000400:00000010:1.0:1731523425.286126:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731523425.286128:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384768, offset 0 00000400:00000200:1.0:1731523425.286138:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523425.286152:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523425.286157:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523425.286161:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523425.286164:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523425.286167:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523425.286171:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [709:709:256:4294967295] 192.168.204.149@tcp LPNI seq info [709:709:8:4294967295] 00000400:00000200:1.0:1731523425.286180:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523425.286186:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523425.286190:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731523425.286196:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523425.286204:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523425.286208:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523425.286326:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523425.286336:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731523425.286340:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523425.286346:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523425.286349:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731523425.286351:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731523425.286358:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c700 x1815630742384768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523425.287770:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523425.287777:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717080 00000400:00000200:0.0:1731523425.287782:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x16f9 [1] + 224 00000400:00000200:0.0:1731523425.287796:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523425.287798:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523425.287802:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c700 x1815630742384768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523425.287918:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523425.287924:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523425.287925:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523425.287931:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c700 x1815630742384768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523425.287955:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c700 x1815630742384768/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523425.287979:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523425.287985:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1cd00. 00000100:00000010:1.0:1731523425.287988:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c700. 00000100:00000010:3.0:1731523430.293950:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897c000. 02000000:00000010:3.0:1731523430.293968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c500. 02000000:00000010:2.0:1731523430.294083:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5bb6a00. 00000400:00000010:2.0:1731523430.294090:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a924e738. 00000400:00000010:2.0:1731523430.294096:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523430.294102:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742384896, portal 25 00000400:00000010:2.0:1731523430.294105:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a5173b8. 00000100:00000200:2.0:1731523430.294106:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742384896, offset 0 00000400:00000200:2.0:1731523430.294113:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:2.0:1731523430.294125:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:2.0:1731523430.294128:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523430.294131:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:2.0:1731523430.294134:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523430.294135:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:2.0:1731523430.294137:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [710:710:256:4294967295] 192.168.204.149@tcp LPNI seq info [710:710:8:4294967295] 00000400:00000200:2.0:1731523430.294144:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:2.0:1731523430.294147:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:2.0:1731523430.294150:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5bf4e00. 00000800:00000200:2.0:1731523430.294154:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:2.0:1731523430.294159:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:2.0:1731523430.294162:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5bf4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523430.294307:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523430.294309:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5bf4e00. 00000400:00000200:0.0:1731523430.294313:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523430.294317:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523430.294320:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5173b8 00000400:00000010:0.0:1731523430.294321:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a5173b8. 00000100:00000200:0.0:1731523430.294327:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897c000 x1815630742384896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523430.295530:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523430.295537:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717100 00000400:00000200:0.0:1731523430.295541:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1701 [1] + 224 00000400:00000200:0.0:1731523430.295556:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523430.295558:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523430.295562:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897c000 x1815630742384896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523430.295631:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a924e738. 00000400:00000200:2.0:1731523430.295635:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a517e58 00000400:00000010:2.0:1731523430.295636:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a517e58. 00000100:00000200:2.0:1731523430.295640:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897c000 x1815630742384896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523430.295658:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897c000 x1815630742384896/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523430.295674:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5bb6a00. 02000000:00000010:2.0:1731523430.295676:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c500. 00000100:00000010:2.0:1731523430.295678:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897c000. 00000100:00000010:3.0:1731523435.301936:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a897ca80. 02000000:00000010:3.0:1731523435.301953:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5b1c800. 02000000:00000010:1.0:1731523435.302029:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523435.302036:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523435.302042:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523435.302047:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385024, portal 25 00000400:00000010:1.0:1731523435.302051:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731523435.302052:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385024, offset 0 00000400:00000200:1.0:1731523435.302059:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523435.302070:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523435.302074:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523435.302077:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523435.302079:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523435.302080:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523435.302083:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [711:711:256:4294967295] 192.168.204.149@tcp LPNI seq info [711:711:8:4294967295] 00000400:00000200:1.0:1731523435.302089:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523435.302093:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523435.302095:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731523435.302099:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523435.302104:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523435.302107:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523435.302235:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523435.302249:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731523435.302252:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523435.302256:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523435.302259:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731523435.302260:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731523435.302266:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a897ca80 x1815630742385024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523435.303233:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523435.303240:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717180 00000400:00000200:0.0:1731523435.303245:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1709 [1] + 224 00000400:00000200:0.0:1731523435.303257:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523435.303259:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523435.303264:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a897ca80 x1815630742385024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523435.303321:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523435.303326:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523435.303327:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523435.303331:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a897ca80 x1815630742385024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523435.303346:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a897ca80 x1815630742385024/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523435.303363:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523435.303367:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5b1c800. 00000100:00000010:1.0:1731523435.303369:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a897ca80. 00000100:00000010:2.0:1731523440.309978:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731523440.309995:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:0.0:1731523440.310062:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912e00. 00000400:00000010:0.0:1731523440.310068:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d370. 00000400:00000010:0.0:1731523440.310074:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9088. 00000100:00000200:0.0:1731523440.310080:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385152, portal 25 00000400:00000010:0.0:1731523440.310083:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9aa0. 00000100:00000200:0.0:1731523440.310084:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385152, offset 0 00000400:00000200:0.0:1731523440.310090:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731523440.310102:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731523440.310105:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523440.310108:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731523440.310110:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523440.310111:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731523440.310113:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [712:712:256:4294967295] 192.168.204.149@tcp LPNI seq info [712:712:8:4294967295] 00000400:00000200:0.0:1731523440.310120:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731523440.310123:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731523440.310126:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b0e500. 00000800:00000200:0.0:1731523440.310140:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731523440.310146:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731523440.310149:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b7b0e500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523440.310238:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523440.310240:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b0e500. 00000400:00000200:2.0:1731523440.310243:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523440.310247:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731523440.310249:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9aa0 00000400:00000010:2.0:1731523440.310251:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9aa0. 00000100:00000200:2.0:1731523440.310257:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742385152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523440.311238:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523440.311246:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717200 00000400:00000200:0.0:1731523440.311250:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1711 [1] + 224 00000400:00000200:0.0:1731523440.311262:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523440.311264:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523440.311268:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742385152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523440.311342:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d370. 00000400:00000200:2.0:1731523440.311347:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9088 00000400:00000010:2.0:1731523440.311348:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9088. 00000100:00000200:2.0:1731523440.311352:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742385152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523440.311358:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742385152/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523440.311374:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912e00. 02000000:00000010:2.0:1731523440.311377:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:2.0:1731523440.311379:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731523445.317956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731523445.317975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:1.0:1731523445.318049:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523445.318058:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523445.318064:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523445.318071:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385280, portal 25 00000400:00000010:1.0:1731523445.318075:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731523445.318077:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385280, offset 0 00000400:00000200:1.0:1731523445.318084:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523445.318095:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523445.318100:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523445.318102:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523445.318105:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523445.318106:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523445.318108:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [713:713:256:4294967295] 192.168.204.149@tcp LPNI seq info [713:713:8:4294967295] 00000400:00000200:1.0:1731523445.318116:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523445.318120:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523445.318122:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731523445.318127:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523445.318134:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523445.318138:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523445.318287:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523445.318290:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731523445.318293:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523445.318297:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523445.318299:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731523445.318301:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731523445.318306:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742385280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523445.319516:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523445.319543:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717280 00000400:00000200:0.0:1731523445.319548:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1719 [1] + 224 00000400:00000200:0.0:1731523445.319564:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523445.319567:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523445.319571:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742385280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523445.319665:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523445.319671:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523445.319672:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523445.319677:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742385280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523445.319701:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742385280/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523445.319721:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523445.319725:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:1.0:1731523445.319728:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731523450.325942:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731523450.325961:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:0.0:1731523450.326073:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3912000. 00000400:00000010:0.0:1731523450.326081:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8b1d318. 00000400:00000010:0.0:1731523450.326087:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9198. 00000100:00000200:0.0:1731523450.326094:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385408, portal 25 00000400:00000010:0.0:1731523450.326109:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880136ab9660. 00000100:00000200:0.0:1731523450.326111:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385408, offset 0 00000400:00000200:0.0:1731523450.326118:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:0.0:1731523450.326129:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:0.0:1731523450.326133:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523450.326135:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:0.0:1731523450.326138:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523450.326139:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:0.0:1731523450.326141:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [714:714:256:4294967295] 192.168.204.149@tcp LPNI seq info [714:714:8:4294967295] 00000400:00000200:0.0:1731523450.326147:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:0.0:1731523450.326151:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:0.0:1731523450.326154:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b7b0e700. 00000800:00000200:0.0:1731523450.326157:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:0.0:1731523450.326163:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:0.0:1731523450.326166:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b7b0e700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523450.326258:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523450.326264:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b7b0e700. 00000400:00000200:2.0:1731523450.326266:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523450.326271:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:2.0:1731523450.326273:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9660 00000400:00000010:2.0:1731523450.326275:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9660. 00000100:00000200:2.0:1731523450.326282:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742385408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523450.327666:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523450.327678:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717300 00000400:00000200:0.0:1731523450.327686:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1721 [1] + 224 00000400:00000200:0.0:1731523450.327707:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523450.327713:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523450.327721:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742385408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523450.327812:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8b1d318. 00000400:00000200:2.0:1731523450.327818:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136ab9198 00000400:00000010:2.0:1731523450.327819:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880136ab9198. 00000100:00000200:2.0:1731523450.327823:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742385408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523450.327829:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742385408/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523450.327844:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3912000. 02000000:00000010:2.0:1731523450.327848:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:2.0:1731523450.327851:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731523455.333951:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731523455.333968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:3.0:1731523455.334061:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523455.334068:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523455.334075:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523455.334082:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385536, portal 25 00000400:00000010:3.0:1731523455.334085:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731523455.334088:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385536, offset 0 00000400:00000200:3.0:1731523455.334096:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523455.334108:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523455.334112:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523455.334116:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523455.334119:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523455.334121:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523455.334124:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [715:715:256:4294967295] 192.168.204.149@tcp LPNI seq info [715:715:8:4294967295] 00000400:00000200:3.0:1731523455.334132:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523455.334138:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523455.334141:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731523455.334146:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523455.334152:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523455.334156:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523455.334292:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523455.334295:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731523455.334299:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523455.334303:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523455.334306:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731523455.334307:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731523455.334313:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742385536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523455.335612:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523455.335620:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717380 00000400:00000200:0.0:1731523455.335624:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1729 [1] + 224 00000400:00000200:0.0:1731523455.335636:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523455.335638:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523455.335642:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742385536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523455.335711:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523455.335715:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523455.335716:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523455.335720:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742385536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523455.335726:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742385536/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523455.335751:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523455.335754:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:3.0:1731523455.335756:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731523460.341928:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731523460.341945:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731523460.342036:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523460.342043:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523460.342049:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523460.342055:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385664, portal 25 00000400:00000010:3.0:1731523460.342058:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731523460.342059:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385664, offset 0 00000400:00000200:3.0:1731523460.342066:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523460.342076:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523460.342080:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523460.342083:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523460.342086:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523460.342087:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523460.342089:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [716:716:256:4294967295] 192.168.204.149@tcp LPNI seq info [716:716:8:4294967295] 00000400:00000200:3.0:1731523460.342096:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523460.342099:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523460.342102:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731523460.342105:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523460.342111:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523460.342114:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523460.342210:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523460.342214:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731523460.342216:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523460.342220:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523460.342223:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731523460.342224:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731523460.342230:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742385664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523460.343414:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523460.343422:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717400 00000400:00000200:0.0:1731523460.343427:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1731 [1] + 224 00000400:00000200:0.0:1731523460.343441:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523460.343443:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523460.343447:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742385664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523460.343517:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523460.343521:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523460.343522:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523460.343526:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742385664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523460.343532:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742385664/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523460.343557:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523460.343560:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731523460.343563:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731523465.350002:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731523465.350021:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731523465.350119:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523465.350126:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523465.350132:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523465.350138:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385792, portal 25 00000400:00000010:3.0:1731523465.350141:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731523465.350143:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385792, offset 0 00000400:00000200:3.0:1731523465.350151:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523465.350191:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523465.350196:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523465.350200:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523465.350203:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523465.350205:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523465.350207:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [717:717:256:4294967295] 192.168.204.149@tcp LPNI seq info [717:717:8:4294967295] 00000400:00000200:3.0:1731523465.350216:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523465.350222:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523465.350225:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731523465.350231:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523465.350239:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523465.350243:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523465.350444:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523465.350449:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731523465.350455:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523465.350462:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523465.350466:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731523465.350468:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731523465.350497:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742385792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523465.352033:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523465.352047:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717480 00000400:00000200:0.0:1731523465.352055:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1739 [1] + 224 00000400:00000200:0.0:1731523465.352079:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523465.352084:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523465.352093:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742385792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523465.352141:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523465.352145:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523465.352146:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523465.352149:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742385792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523465.352155:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742385792/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523465.352189:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523465.352192:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731523465.352194:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731523470.357945:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731523470.357962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731523470.358063:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523470.358087:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523470.358093:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523470.358098:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742385920, portal 25 00000400:00000010:3.0:1731523470.358101:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731523470.358103:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742385920, offset 0 00000400:00000200:3.0:1731523470.358110:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523470.358120:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523470.358124:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523470.358127:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523470.358129:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523470.358130:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523470.358132:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [718:718:256:4294967295] 192.168.204.149@tcp LPNI seq info [718:718:8:4294967295] 00000400:00000200:3.0:1731523470.358139:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523470.358142:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523470.358145:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731523470.358148:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523470.358154:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523470.358157:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523470.358291:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523470.358294:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731523470.358298:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523470.358302:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523470.358305:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731523470.358307:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731523470.358312:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742385920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523470.359534:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523470.359542:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717500 00000400:00000200:0.0:1731523470.359547:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1741 [1] + 224 00000400:00000200:0.0:1731523470.359562:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523470.359564:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523470.359568:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742385920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523470.359644:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523470.359648:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523470.359649:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523470.359653:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742385920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523470.359659:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742385920/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523470.359686:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523470.359689:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731523470.359692:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731523475.365949:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731523475.365966:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:1.0:1731523475.366090:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523475.366097:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523475.366102:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523475.366108:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386048, portal 25 00000400:00000010:1.0:1731523475.366111:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731523475.366112:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386048, offset 0 00000400:00000200:1.0:1731523475.366119:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523475.366130:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523475.366134:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523475.366147:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523475.366149:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523475.366151:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523475.366152:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [719:719:256:4294967295] 192.168.204.149@tcp LPNI seq info [719:719:8:4294967295] 00000400:00000200:1.0:1731523475.366158:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523475.366162:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523475.366165:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731523475.366168:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523475.366175:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523475.366177:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523475.366340:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523475.366343:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731523475.366345:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523475.366349:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523475.366352:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731523475.366363:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731523475.366369:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742386048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523475.367527:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523475.367535:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717580 00000400:00000200:0.0:1731523475.367540:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1749 [1] + 224 00000400:00000200:0.0:1731523475.367552:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523475.367555:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523475.367559:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742386048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523475.367596:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523475.367600:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523475.367601:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523475.367604:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742386048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523475.367618:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742386048/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523475.367633:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523475.367636:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:1.0:1731523475.367638:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731523480.373961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731523480.373979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:3.0:1731523480.374070:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523480.374077:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523480.374083:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523480.374089:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386176, portal 25 00000400:00000010:3.0:1731523480.374092:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731523480.374094:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386176, offset 0 00000400:00000200:3.0:1731523480.374101:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523480.374112:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523480.374116:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523480.374119:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523480.374122:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523480.374123:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523480.374125:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [720:720:256:4294967295] 192.168.204.149@tcp LPNI seq info [720:720:8:4294967295] 00000400:00000200:3.0:1731523480.374132:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523480.374135:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523480.374138:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731523480.374141:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523480.374147:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523480.374150:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523480.374267:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523480.374271:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731523480.374275:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523480.374281:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523480.374284:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731523480.374286:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731523480.374293:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742386176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523480.375406:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523480.375414:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717600 00000400:00000200:0.0:1731523480.375419:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1751 [1] + 224 00000400:00000200:0.0:1731523480.375434:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523480.375436:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523480.375441:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742386176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523480.375513:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523480.375517:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523480.375518:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523480.375522:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742386176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523480.375528:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742386176/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523480.375554:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523480.375558:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:3.0:1731523480.375560:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731523485.381982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731523485.382007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:3.0:1731523485.382203:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523485.382213:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523485.382221:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523485.382230:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386304, portal 25 00000400:00000010:3.0:1731523485.382234:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731523485.382237:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386304, offset 0 00000400:00000200:3.0:1731523485.382247:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523485.382263:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523485.382269:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523485.382274:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523485.382278:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523485.382280:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523485.382284:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [721:721:256:4294967295] 192.168.204.149@tcp LPNI seq info [721:721:8:4294967295] 00000400:00000200:3.0:1731523485.382296:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523485.382302:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523485.382306:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731523485.382312:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523485.382321:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523485.382325:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523485.382508:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523485.382514:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731523485.382520:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523485.382527:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523485.382542:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731523485.382544:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731523485.382553:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742386304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523485.384335:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523485.384349:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717680 00000400:00000200:0.0:1731523485.384356:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1759 [1] + 224 00000400:00000200:0.0:1731523485.384376:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523485.384380:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523485.384388:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742386304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523485.384517:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523485.384525:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523485.384527:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523485.384534:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742386304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523485.384546:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742386304/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523485.384586:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523485.384591:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:3.0:1731523485.384595:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731523490.389985:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731523490.390011:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:3.0:1731523490.390164:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523490.390176:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523490.390183:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523490.390191:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386432, portal 25 00000400:00000010:3.0:1731523490.390195:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731523490.390198:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386432, offset 0 00000400:00000200:3.0:1731523490.390208:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523490.390223:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523490.390228:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523490.390233:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523490.390237:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523490.390239:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523490.390243:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [722:722:256:4294967295] 192.168.204.149@tcp LPNI seq info [722:722:8:4294967295] 00000400:00000200:3.0:1731523490.390254:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523490.390260:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523490.390264:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731523490.390270:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523490.390278:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523490.390283:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523490.390457:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523490.390463:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731523490.390478:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523490.390485:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523490.390490:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731523490.390492:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731523490.390500:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742386432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523490.391954:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523490.391967:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717700 00000400:00000200:0.0:1731523490.391975:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1761 [1] + 224 00000400:00000200:0.0:1731523490.391995:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523490.392000:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523490.392007:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742386432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523490.392126:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523490.392134:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523490.392135:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523490.392143:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742386432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523490.392154:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742386432/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523490.392195:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523490.392200:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:3.0:1731523490.392204:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731523495.397922:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731523495.397936:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:1.0:1731523495.398024:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523495.398031:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523495.398037:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523495.398043:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386560, portal 25 00000400:00000010:1.0:1731523495.398046:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731523495.398047:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386560, offset 0 00000400:00000200:1.0:1731523495.398054:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523495.398065:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523495.398069:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523495.398072:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523495.398075:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523495.398076:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523495.398078:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [723:723:256:4294967295] 192.168.204.149@tcp LPNI seq info [723:723:8:4294967295] 00000400:00000200:1.0:1731523495.398085:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523495.398088:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523495.398091:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731523495.398095:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523495.398100:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523495.398103:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523495.398204:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523495.398206:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731523495.398209:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523495.398218:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523495.398220:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731523495.398221:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731523495.398227:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742386560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523495.399283:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523495.399291:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717780 00000400:00000200:0.0:1731523495.399295:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1769 [1] + 224 00000400:00000200:0.0:1731523495.399306:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523495.399309:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523495.399313:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742386560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523495.399359:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523495.399364:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523495.399365:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523495.399369:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742386560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523495.399384:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742386560/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523495.399400:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523495.399403:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:1.0:1731523495.399405:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731523500.405924:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731523500.405938:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:3.0:1731523500.406027:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523500.406034:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523500.406039:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523500.406044:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386688, portal 25 00000400:00000010:3.0:1731523500.406047:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731523500.406049:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386688, offset 0 00000400:00000200:3.0:1731523500.406055:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523500.406066:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523500.406070:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523500.406073:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523500.406075:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523500.406076:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523500.406078:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [724:724:256:4294967295] 192.168.204.149@tcp LPNI seq info [724:724:8:4294967295] 00000400:00000200:3.0:1731523500.406085:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523500.406088:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523500.406091:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731523500.406095:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523500.406100:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523500.406102:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523500.406166:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523500.406169:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731523500.406173:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523500.406177:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523500.406179:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731523500.406181:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731523500.406186:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742386688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523500.407120:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523500.407127:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717800 00000400:00000200:0.0:1731523500.407132:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1771 [1] + 224 00000400:00000200:0.0:1731523500.407143:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523500.407145:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523500.407149:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742386688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523500.407223:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523500.407227:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523500.407228:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523500.407232:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742386688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523500.407238:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742386688/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523500.407262:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523500.407266:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:3.0:1731523500.407268:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731523505.413918:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731523505.413949:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:1.0:1731523505.414046:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523505.414053:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523505.414059:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523505.414064:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386816, portal 25 00000400:00000010:1.0:1731523505.414067:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731523505.414068:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386816, offset 0 00000400:00000200:1.0:1731523505.414075:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523505.414086:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523505.414089:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523505.414092:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523505.414095:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523505.414096:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523505.414098:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [725:725:256:4294967295] 192.168.204.149@tcp LPNI seq info [725:725:8:4294967295] 00000400:00000200:1.0:1731523505.414104:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523505.414108:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523505.414110:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731523505.414114:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523505.414120:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523505.414122:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523505.414256:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523505.414259:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731523505.414271:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523505.414275:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523505.414278:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731523505.414279:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731523505.414285:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742386816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523505.415477:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523505.415485:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717880 00000400:00000200:0.0:1731523505.415489:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1779 [1] + 224 00000400:00000200:0.0:1731523505.415501:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523505.415503:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523505.415507:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742386816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523505.415579:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523505.415584:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523505.415585:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523505.415588:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742386816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523505.415603:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742386816/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523505.415619:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523505.415622:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:1.0:1731523505.415624:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731523510.421937:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731523510.421956:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:3.0:1731523510.422057:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523510.422063:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523510.422069:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523510.422075:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742386944, portal 25 00000400:00000010:3.0:1731523510.422077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731523510.422079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742386944, offset 0 00000400:00000200:3.0:1731523510.422086:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523510.422098:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523510.422102:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523510.422105:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523510.422107:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523510.422108:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523510.422110:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [726:726:256:4294967295] 192.168.204.149@tcp LPNI seq info [726:726:8:4294967295] 00000400:00000200:3.0:1731523510.422117:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523510.422121:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523510.422123:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731523510.422127:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523510.422133:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523510.422135:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523510.422306:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523510.422312:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731523510.422318:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523510.422324:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523510.422328:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:0.0:1731523510.422356:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:0.0:1731523510.422369:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742386944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523510.423932:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523510.423946:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717900 00000400:00000200:0.0:1731523510.423953:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1781 [1] + 224 00000400:00000200:0.0:1731523510.423978:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523510.423984:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523510.423992:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742386944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523510.424074:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523510.424078:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523510.424079:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523510.424083:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742386944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523510.424089:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742386944/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523510.424118:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523510.424121:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:3.0:1731523510.424124:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731523515.429980:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731523515.429998:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:1.0:1731523515.430114:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523515.430121:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523515.430127:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523515.430133:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387072, portal 25 00000400:00000010:1.0:1731523515.430136:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731523515.430138:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387072, offset 0 00000400:00000200:1.0:1731523515.430144:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523515.430156:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523515.430159:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523515.430162:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523515.430165:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523515.430166:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523515.430168:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [727:727:256:4294967295] 192.168.204.149@tcp LPNI seq info [727:727:8:4294967295] 00000400:00000200:1.0:1731523515.430175:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523515.430179:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523515.430181:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731523515.430185:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523515.430191:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523515.430194:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523515.430350:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523515.430363:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731523515.430367:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523515.430371:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523515.430373:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731523515.430374:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731523515.430381:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742387072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523515.431729:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523515.431737:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717980 00000400:00000200:0.0:1731523515.431741:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1789 [1] + 224 00000400:00000200:0.0:1731523515.431753:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523515.431756:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523515.431760:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742387072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523515.431833:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523515.431838:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523515.431839:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523515.431843:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742387072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523515.431883:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742387072/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523515.431899:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523515.431903:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:1.0:1731523515.431905:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731523520.437947:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731523520.437967:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731523520.438073:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523520.438081:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523520.438087:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523520.438093:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387200, portal 25 00000400:00000010:3.0:1731523520.438096:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731523520.438097:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387200, offset 0 00000400:00000200:3.0:1731523520.438105:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523520.438117:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523520.438121:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523520.438124:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523520.438127:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523520.438128:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523520.438130:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [728:728:256:4294967295] 192.168.204.149@tcp LPNI seq info [728:728:8:4294967295] 00000400:00000200:3.0:1731523520.438137:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523520.438141:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523520.438143:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731523520.438169:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523520.438175:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523520.438178:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523520.438275:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523520.438278:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731523520.438282:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523520.438286:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523520.438289:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731523520.438290:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731523520.438296:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742387200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523520.439659:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523520.439667:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717a00 00000400:00000200:0.0:1731523520.439672:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1791 [1] + 224 00000400:00000200:0.0:1731523520.439686:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523520.439688:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523520.439692:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742387200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523520.439766:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523520.439769:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523520.439770:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523520.439774:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742387200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523520.439780:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742387200/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523520.439808:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523520.439811:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731523520.439814:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731523525.445910:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731523525.445925:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:1.0:1731523525.446022:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523525.446027:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523525.446032:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523525.446053:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387328, portal 25 00000400:00000010:1.0:1731523525.446072:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731523525.446073:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387328, offset 0 00000400:00000200:1.0:1731523525.446079:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523525.446089:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523525.446092:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523525.446095:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523525.446097:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523525.446098:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523525.446100:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [729:729:256:4294967295] 192.168.204.149@tcp LPNI seq info [729:729:8:4294967295] 00000400:00000200:1.0:1731523525.446106:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523525.446109:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523525.446111:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731523525.446115:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523525.446119:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523525.446122:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523525.446242:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523525.446256:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731523525.446260:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523525.446265:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523525.446269:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731523525.446270:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731523525.446278:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742387328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523525.447317:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523525.447328:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717a80 00000400:00000200:0.0:1731523525.447335:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1799 [1] + 224 00000400:00000200:0.0:1731523525.447354:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523525.447359:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523525.447365:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742387328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523525.447438:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523525.447442:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523525.447443:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523525.447446:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742387328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523525.447459:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742387328/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523525.447474:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523525.447476:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:1.0:1731523525.447479:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731523530.453989:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731523530.454009:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731523530.454113:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523530.454120:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523530.454126:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523530.454132:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387456, portal 25 00000400:00000010:3.0:1731523530.454135:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731523530.454136:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387456, offset 0 00000400:00000200:3.0:1731523530.454143:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523530.454155:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523530.454159:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523530.454162:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523530.454164:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523530.454166:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523530.454168:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [730:730:256:4294967295] 192.168.204.149@tcp LPNI seq info [730:730:8:4294967295] 00000400:00000200:3.0:1731523530.454174:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523530.454178:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523530.454181:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731523530.454185:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523530.454191:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523530.454193:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523530.454312:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523530.454316:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731523530.454319:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523530.454323:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523530.454326:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731523530.454327:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731523530.454334:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742387456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523530.455639:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523530.455647:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717b00 00000400:00000200:0.0:1731523530.455651:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17a1 [1] + 224 00000400:00000200:0.0:1731523530.455667:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523530.455669:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523530.455674:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742387456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523530.455716:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523530.455720:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523530.455721:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523530.455725:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742387456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523530.455731:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742387456/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523530.455759:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523530.455762:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731523530.455765:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731523535.461986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731523535.462006:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:1.0:1731523535.462081:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523535.462089:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523535.462095:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523535.462102:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387584, portal 25 00000400:00000010:1.0:1731523535.462106:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731523535.462108:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387584, offset 0 00000400:00000200:1.0:1731523535.462117:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523535.462130:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523535.462135:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523535.462139:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523535.462143:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523535.462145:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523535.462148:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [731:731:256:4294967295] 192.168.204.149@tcp LPNI seq info [731:731:8:4294967295] 00000400:00000200:1.0:1731523535.462158:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523535.462164:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523535.462167:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731523535.462171:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523535.462179:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523535.462182:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523535.462280:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523535.462293:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731523535.462296:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523535.462301:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523535.462304:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731523535.462305:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731523535.462311:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742387584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523535.463550:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523535.463558:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717b80 00000400:00000200:0.0:1731523535.463563:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17a9 [1] + 224 00000400:00000200:0.0:1731523535.463575:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523535.463577:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523535.463582:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742387584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523535.463617:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523535.463621:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523535.463621:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523535.463625:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742387584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523535.463639:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742387584/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523535.463657:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523535.463660:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:1.0:1731523535.463662:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731523540.469937:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731523540.469956:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731523540.470056:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523540.470063:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523540.470068:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523540.470074:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387712, portal 25 00000400:00000010:3.0:1731523540.470076:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731523540.470078:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387712, offset 0 00000400:00000200:3.0:1731523540.470085:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523540.470096:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523540.470100:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523540.470103:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523540.470105:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523540.470107:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523540.470109:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [732:732:256:4294967295] 192.168.204.149@tcp LPNI seq info [732:732:8:4294967295] 00000400:00000200:3.0:1731523540.470116:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523540.470119:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523540.470122:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731523540.470125:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523540.470131:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523540.470134:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523540.470242:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523540.470245:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731523540.470249:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523540.470254:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523540.470258:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731523540.470259:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731523540.470267:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742387712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523540.471443:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523540.471451:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717c00 00000400:00000200:0.0:1731523540.471456:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17b1 [1] + 224 00000400:00000200:0.0:1731523540.471472:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523540.471476:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523540.471481:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742387712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523540.471556:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523540.471560:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523540.471561:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523540.471565:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742387712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523540.471571:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742387712/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523540.471599:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523540.471602:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731523540.471604:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731523545.477929:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731523545.477946:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:1.0:1731523545.478035:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523545.478041:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523545.478046:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523545.478052:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387840, portal 25 00000400:00000010:1.0:1731523545.478055:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731523545.478056:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387840, offset 0 00000400:00000200:1.0:1731523545.478063:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523545.478074:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523545.478078:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523545.478081:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523545.478083:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523545.478084:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523545.478086:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [733:733:256:4294967295] 192.168.204.149@tcp LPNI seq info [733:733:8:4294967295] 00000400:00000200:1.0:1731523545.478092:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523545.478096:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523545.478098:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731523545.478102:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523545.478108:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523545.478110:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523545.478228:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523545.478241:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731523545.478244:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523545.478249:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523545.478252:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731523545.478253:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731523545.478259:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742387840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523545.479334:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523545.479341:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717c80 00000400:00000200:0.0:1731523545.479346:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17b9 [1] + 224 00000400:00000200:0.0:1731523545.479358:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523545.479360:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523545.479365:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742387840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523545.479437:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523545.479442:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523545.479443:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523545.479447:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742387840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523545.479461:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742387840/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523545.479477:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523545.479481:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:1.0:1731523545.479483:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731523550.485943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731523550.485962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:3.0:1731523550.486026:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523550.486032:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523550.486037:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523550.486043:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742387968, portal 25 00000400:00000010:3.0:1731523550.486046:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731523550.486047:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742387968, offset 0 00000400:00000200:3.0:1731523550.486054:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523550.486065:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523550.486069:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523550.486072:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523550.486074:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523550.486076:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523550.486078:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [734:734:256:4294967295] 192.168.204.149@tcp LPNI seq info [734:734:8:4294967295] 00000400:00000200:3.0:1731523550.486084:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523550.486088:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523550.486090:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731523550.486094:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523550.486099:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523550.486102:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523550.486237:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523550.486241:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731523550.486244:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523550.486248:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523550.486251:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731523550.486253:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731523550.486259:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742387968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523550.487482:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523550.487490:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717d00 00000400:00000200:0.0:1731523550.487495:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17c1 [1] + 224 00000400:00000200:0.0:1731523550.487514:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523550.487516:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523550.487520:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742387968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523550.487561:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523550.487565:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523550.487566:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523550.487569:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742387968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523550.487575:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742387968/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523550.487621:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523550.487625:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:3.0:1731523550.487627:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731523555.493950:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731523555.493970:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731523555.494079:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523555.494086:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523555.494092:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523555.494098:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388096, portal 25 00000400:00000010:1.0:1731523555.494100:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731523555.494102:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388096, offset 0 00000400:00000200:1.0:1731523555.494109:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523555.494121:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523555.494125:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523555.494128:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523555.494130:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523555.494132:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523555.494134:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [735:735:256:4294967295] 192.168.204.149@tcp LPNI seq info [735:735:8:4294967295] 00000400:00000200:1.0:1731523555.494141:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523555.494145:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523555.494147:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731523555.494151:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523555.494156:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523555.494159:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523555.494295:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523555.494308:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731523555.494312:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523555.494316:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523555.494319:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731523555.494321:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731523555.494328:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742388096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523555.495651:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523555.495659:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717d80 00000400:00000200:0.0:1731523555.495665:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17c9 [1] + 224 00000400:00000200:0.0:1731523555.495677:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523555.495680:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523555.495685:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742388096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523555.495761:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523555.495765:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523555.495766:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523555.495770:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742388096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523555.495785:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742388096/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523555.495802:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523555.495806:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731523555.495809:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:2.0:1731523560.501977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731523560.501996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:1.0:1731523560.502104:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523560.502111:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523560.502117:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523560.502123:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388224, portal 25 00000400:00000010:1.0:1731523560.502126:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731523560.502127:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388224, offset 0 00000400:00000200:1.0:1731523560.502134:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523560.502146:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523560.502150:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523560.502154:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523560.502156:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523560.502157:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523560.502159:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [736:736:256:4294967295] 192.168.204.149@tcp LPNI seq info [736:736:8:4294967295] 00000400:00000200:1.0:1731523560.502166:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523560.502170:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523560.502173:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731523560.502177:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523560.502182:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523560.502185:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523560.502348:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523560.502354:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731523560.502359:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523560.502366:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523560.502371:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731523560.502373:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731523560.502384:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742388224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523560.503804:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523560.503818:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717e00 00000400:00000200:0.0:1731523560.503826:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17d1 [1] + 224 00000400:00000200:0.0:1731523560.503854:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523560.503895:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523560.503905:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742388224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523560.503984:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523560.503989:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523560.503991:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523560.503994:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742388224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523560.504013:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742388224/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523560.504030:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523560.504034:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:1.0:1731523560.504036:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731523565.509899:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731523565.509920:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731523565.510007:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523565.510014:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523565.510019:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523565.510025:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388352, portal 25 00000400:00000010:1.0:1731523565.510027:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731523565.510028:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388352, offset 0 00000400:00000200:1.0:1731523565.510035:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523565.510046:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523565.510049:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523565.510052:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523565.510055:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523565.510057:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523565.510059:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [737:737:256:4294967295] 192.168.204.149@tcp LPNI seq info [737:737:8:4294967295] 00000400:00000200:1.0:1731523565.510066:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523565.510070:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523565.510072:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731523565.510076:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523565.510082:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523565.510084:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523565.510217:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523565.510224:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731523565.510227:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523565.510231:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523565.510234:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731523565.510235:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731523565.510241:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742388352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523565.511097:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523565.511105:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717e80 00000400:00000200:0.0:1731523565.511109:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17d9 [1] + 224 00000400:00000200:0.0:1731523565.511121:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523565.511123:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523565.511127:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742388352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523565.511198:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523565.511203:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523565.511204:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523565.511208:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742388352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523565.511223:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742388352/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523565.511239:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523565.511243:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731523565.511245:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731523570.517950:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731523570.517969:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:3.0:1731523570.518039:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523570.518046:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523570.518052:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523570.518058:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388480, portal 25 00000400:00000010:3.0:1731523570.518062:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731523570.518063:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388480, offset 0 00000400:00000200:3.0:1731523570.518073:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523570.518087:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523570.518093:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523570.518097:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523570.518100:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523570.518102:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523570.518105:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [738:738:256:4294967295] 192.168.204.149@tcp LPNI seq info [738:738:8:4294967295] 00000400:00000200:3.0:1731523570.518114:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523570.518120:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523570.518123:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731523570.518127:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523570.518134:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523570.518137:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523570.518283:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523570.518287:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731523570.518292:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523570.518298:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523570.518302:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731523570.518304:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731523570.518313:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742388480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523570.519357:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523570.519365:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717f00 00000400:00000200:0.0:1731523570.519370:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17e1 [1] + 224 00000400:00000200:0.0:1731523570.519384:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523570.519386:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523570.519391:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742388480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523570.519436:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523570.519440:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523570.519441:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523570.519445:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742388480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523570.519454:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742388480/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523570.519487:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523570.519491:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:3.0:1731523570.519494:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731523575.525945:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731523575.525962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:1.0:1731523575.526062:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523575.526069:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523575.526075:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523575.526081:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388608, portal 25 00000400:00000010:1.0:1731523575.526084:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731523575.526085:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388608, offset 0 00000400:00000200:1.0:1731523575.526092:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523575.526104:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523575.526108:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523575.526111:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523575.526114:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523575.526116:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523575.526118:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [739:739:256:4294967295] 192.168.204.149@tcp LPNI seq info [739:739:8:4294967295] 00000400:00000200:1.0:1731523575.526125:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523575.526129:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523575.526131:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523575.526135:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523575.526162:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523575.526165:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523575.526309:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523575.526322:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523575.526326:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523575.526330:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523575.526333:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731523575.526334:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731523575.526341:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742388608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523575.527676:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523575.527683:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79717f80 00000400:00000200:0.0:1731523575.527689:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17e9 [1] + 224 00000400:00000200:0.0:1731523575.527700:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523575.527703:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523575.527707:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742388608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523575.527786:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523575.527791:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523575.527792:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523575.527797:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742388608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523575.527812:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742388608/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523575.527829:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523575.527833:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:1.0:1731523575.527835:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:2.0:1731523580.533934:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731523580.533953:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731523580.534071:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523580.534080:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523580.534087:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523580.534095:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388736, portal 25 00000400:00000010:3.0:1731523580.534099:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731523580.534102:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388736, offset 0 00000400:00000200:3.0:1731523580.534112:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523580.534130:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523580.534136:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523580.534140:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523580.534143:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523580.534145:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523580.534149:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [740:740:256:4294967295] 192.168.204.149@tcp LPNI seq info [740:740:8:4294967295] 00000400:00000200:3.0:1731523580.534160:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523580.534167:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523580.534171:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731523580.534176:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523580.534185:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523580.534189:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523580.534330:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523580.534334:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731523580.534337:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523580.534341:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523580.534344:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731523580.534346:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731523580.534352:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742388736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523580.535654:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523580.535662:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718000 00000400:00000200:0.0:1731523580.535667:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17f1 [1] + 224 00000400:00000200:0.0:1731523580.535681:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523580.535684:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523580.535688:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742388736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523580.535769:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523580.535773:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523580.535774:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523580.535778:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742388736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523580.535784:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742388736/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523580.535813:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523580.535817:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731523580.535819:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:0.0:1731523585.542003:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731523585.542032:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d500. 02000000:00000010:3.0:1731523585.542119:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523585.542125:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523585.542130:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523585.542136:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388864, portal 25 00000400:00000010:3.0:1731523585.542139:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731523585.542140:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388864, offset 0 00000400:00000200:3.0:1731523585.542147:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523585.542159:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523585.542163:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523585.542166:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523585.542168:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523585.542170:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523585.542172:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [741:741:256:4294967295] 192.168.204.149@tcp LPNI seq info [741:741:8:4294967295] 00000400:00000200:3.0:1731523585.542179:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523585.542183:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523585.542185:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731523585.542189:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523585.542194:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523585.542197:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523585.542298:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523585.542300:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731523585.542304:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523585.542309:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523585.542312:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731523585.542313:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731523585.542321:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742388864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523585.543503:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523585.543513:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718080 00000400:00000200:0.0:1731523585.543520:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x17f9 [1] + 224 00000400:00000200:0.0:1731523585.543536:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523585.543540:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523585.543545:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742388864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523585.543590:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523585.543593:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523585.543594:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523585.543598:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742388864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523585.543605:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742388864/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523585.543635:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523585.543638:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d500. 00000100:00000010:3.0:1731523585.543641:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:0.0:1731523590.549921:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731523590.549937:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d400. 02000000:00000010:3.0:1731523590.550008:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523590.550014:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523590.550020:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523590.550026:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742388992, portal 25 00000400:00000010:3.0:1731523590.550029:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731523590.550031:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742388992, offset 0 00000400:00000200:3.0:1731523590.550037:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523590.550047:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523590.550051:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523590.550054:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523590.550057:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523590.550058:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523590.550060:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [742:742:256:4294967295] 192.168.204.149@tcp LPNI seq info [742:742:8:4294967295] 00000400:00000200:3.0:1731523590.550066:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523590.550070:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523590.550072:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731523590.550076:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523590.550081:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523590.550084:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523590.550169:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523590.550171:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731523590.550174:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523590.550178:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523590.550181:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731523590.550182:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731523590.550188:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742388992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523590.551272:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523590.551280:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718100 00000400:00000200:0.0:1731523590.551284:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1801 [1] + 224 00000400:00000200:0.0:1731523590.551298:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523590.551306:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523590.551310:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742388992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523590.551353:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523590.551356:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523590.551358:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523590.551361:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742388992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523590.551368:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742388992/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523590.551397:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523590.551400:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d400. 00000100:00000010:3.0:1731523590.551403:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:0.0:1731523595.557959:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731523595.557979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d700. 02000000:00000010:1.0:1731523595.558091:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523595.558102:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523595.558110:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523595.558118:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742389120, portal 25 00000400:00000010:1.0:1731523595.558123:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731523595.558125:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742389120, offset 0 00000400:00000200:1.0:1731523595.558135:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523595.558153:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523595.558160:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523595.558164:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523595.558167:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523595.558170:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523595.558174:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [743:743:256:4294967295] 192.168.204.149@tcp LPNI seq info [743:743:8:4294967295] 00000400:00000200:1.0:1731523595.558185:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523595.558192:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523595.558197:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523595.558203:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523595.558212:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523595.558216:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523595.558319:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523595.558322:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523595.558324:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523595.558329:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523595.558332:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731523595.558333:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731523595.558340:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742389120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523595.559824:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523595.559833:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718180 00000400:00000200:0.0:1731523595.559838:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1809 [1] + 224 00000400:00000200:0.0:1731523595.559853:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523595.559869:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523595.559875:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742389120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523595.559945:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523595.559952:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523595.559954:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523595.559960:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742389120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523595.559989:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742389120/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523595.560015:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523595.560021:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d700. 00000100:00000010:1.0:1731523595.560025:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:0.0:1731523600.565986:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731523600.566006:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07db00. 02000000:00000010:1.0:1731523600.566108:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523600.566116:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523600.566123:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523600.566130:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742389248, portal 25 00000400:00000010:1.0:1731523600.566134:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731523600.566137:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742389248, offset 0 00000400:00000200:1.0:1731523600.566144:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523600.566156:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523600.566160:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523600.566163:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523600.566166:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523600.566167:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523600.566169:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [744:744:256:4294967295] 192.168.204.149@tcp LPNI seq info [744:744:8:4294967295] 00000400:00000200:1.0:1731523600.566176:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523600.566180:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523600.566182:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523600.566186:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523600.566192:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523600.566195:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523600.566293:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523600.566295:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523600.566299:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523600.566303:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523600.566306:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731523600.566307:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731523600.566313:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742389248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523600.567958:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523600.567966:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718200 00000400:00000200:0.0:1731523600.567971:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1811 [1] + 224 00000400:00000200:0.0:1731523600.567984:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523600.567986:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523600.567990:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742389248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523600.568069:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523600.568075:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523600.568077:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523600.568082:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742389248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523600.568103:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742389248/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523600.568125:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523600.568130:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07db00. 00000100:00000010:1.0:1731523600.568133:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731523605.573937:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731523605.573957:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07dd00. 02000000:00000010:3.0:1731523605.574068:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523605.574076:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523605.574081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523605.574086:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742389376, portal 25 00000400:00000010:3.0:1731523605.574089:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731523605.574091:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742389376, offset 0 00000400:00000200:3.0:1731523605.574098:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523605.574110:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523605.574114:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523605.574118:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523605.574120:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523605.574121:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523605.574124:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [745:745:256:4294967295] 192.168.204.149@tcp LPNI seq info [745:745:8:4294967295] 00000400:00000200:3.0:1731523605.574131:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523605.574134:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523605.574137:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731523605.574141:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523605.574146:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523605.574149:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523605.574241:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523605.574245:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731523605.574249:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523605.574254:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523605.574257:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731523605.574259:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731523605.574266:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742389376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523605.575734:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523605.575745:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718280 00000400:00000200:0.0:1731523605.575752:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1819 [1] + 224 00000400:00000200:0.0:1731523605.575770:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523605.575774:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523605.575779:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742389376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523605.575831:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523605.575835:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523605.575836:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523605.575840:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742389376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523605.575846:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742389376/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523605.575922:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523605.575925:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07dd00. 00000100:00000010:3.0:1731523605.575928:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731523610.581953:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731523610.581970:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07df00. 02000000:00000010:3.0:1731523610.582067:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523610.582074:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523610.582080:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523610.582086:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742389504, portal 25 00000400:00000010:3.0:1731523610.582089:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731523610.582090:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742389504, offset 0 00000400:00000200:3.0:1731523610.582097:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523610.582108:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523610.582112:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523610.582114:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523610.582117:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523610.582118:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523610.582120:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [746:746:256:4294967295] 192.168.204.149@tcp LPNI seq info [746:746:8:4294967295] 00000400:00000200:3.0:1731523610.582128:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523610.582131:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523610.582135:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731523610.582139:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523610.582144:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523610.582147:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523610.582245:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523610.582248:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731523610.582262:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523610.582268:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523610.582271:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731523610.582273:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731523610.582280:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742389504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523610.583700:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523610.583710:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718300 00000400:00000200:0.0:1731523610.583716:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1821 [1] + 224 00000400:00000200:0.0:1731523610.583732:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523610.583736:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523610.583742:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742389504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523610.583818:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523610.583822:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523610.583823:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523610.583827:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742389504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523610.583833:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742389504/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523610.583899:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523610.583903:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07df00. 00000100:00000010:3.0:1731523610.583906:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:0.0:1731523615.589922:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731523615.589940:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d600. 02000000:00000010:1.0:1731523615.590035:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523615.590042:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523615.590047:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523615.590053:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742389632, portal 25 00000400:00000010:1.0:1731523615.590056:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731523615.590058:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742389632, offset 0 00000400:00000200:1.0:1731523615.590065:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523615.590077:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523615.590081:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523615.590084:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523615.590086:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523615.590088:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523615.590090:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [747:747:256:4294967295] 192.168.204.149@tcp LPNI seq info [747:747:8:4294967295] 00000400:00000200:1.0:1731523615.590096:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523615.590100:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523615.590102:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523615.590106:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523615.590112:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523615.590115:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523615.590203:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523615.590206:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523615.590209:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523615.590213:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523615.590216:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731523615.590217:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731523615.590223:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742389632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523615.591348:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523615.591357:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718380 00000400:00000200:0.0:1731523615.591362:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1829 [1] + 224 00000400:00000200:0.0:1731523615.591376:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523615.591378:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523615.591382:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742389632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523615.591441:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523615.591446:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523615.591447:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523615.591451:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742389632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523615.591467:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742389632/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523615.591483:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523615.591487:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d600. 00000100:00000010:1.0:1731523615.591489:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:0.0:1731523620.597980:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731523620.597999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07dc00. 02000000:00000010:1.0:1731523620.598098:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523620.598105:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523620.598110:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523620.598116:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742389760, portal 25 00000400:00000010:1.0:1731523620.598120:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731523620.598121:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742389760, offset 0 00000400:00000200:1.0:1731523620.598128:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523620.598139:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523620.598143:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523620.598146:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523620.598149:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523620.598152:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523620.598154:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [748:748:256:4294967295] 192.168.204.149@tcp LPNI seq info [748:748:8:4294967295] 00000400:00000200:1.0:1731523620.598164:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523620.598170:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523620.598174:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523620.598179:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523620.598187:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523620.598191:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523620.598283:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523620.598286:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523620.598289:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523620.598293:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523620.598296:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731523620.598297:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731523620.598303:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742389760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523620.599564:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523620.599571:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718400 00000400:00000200:0.0:1731523620.599575:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1831 [1] + 224 00000400:00000200:0.0:1731523620.599589:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523620.599591:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523620.599595:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742389760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523620.599634:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523620.599638:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523620.599639:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523620.599642:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742389760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523620.599660:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742389760/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523620.599675:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523620.599679:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07dc00. 00000100:00000010:1.0:1731523620.599681:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:0.0:1731523625.605964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731523625.605982:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d200. 02000000:00000010:3.0:1731523625.606077:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523625.606084:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523625.606089:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523625.606095:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742389888, portal 25 00000400:00000010:3.0:1731523625.606097:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731523625.606099:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742389888, offset 0 00000400:00000200:3.0:1731523625.606106:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523625.606117:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523625.606121:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523625.606123:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523625.606126:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523625.606127:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523625.606129:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [749:749:256:4294967295] 192.168.204.149@tcp LPNI seq info [749:749:8:4294967295] 00000400:00000200:3.0:1731523625.606136:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523625.606139:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523625.606142:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731523625.606147:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523625.606153:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523625.606155:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523625.606269:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523625.606272:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731523625.606274:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523625.606279:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523625.606281:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731523625.606282:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731523625.606288:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742389888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523625.607392:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523625.607400:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718480 00000400:00000200:0.0:1731523625.607414:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1839 [1] + 224 00000400:00000200:0.0:1731523625.607425:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523625.607428:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523625.607432:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742389888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523625.607482:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523625.607486:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523625.607487:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523625.607491:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742389888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523625.607497:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742389888/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523625.607521:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523625.607524:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d200. 00000100:00000010:3.0:1731523625.607527:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:0.0:1731523630.613935:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731523630.613953:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d100. 02000000:00000010:3.0:1731523630.614056:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523630.614063:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523630.614068:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523630.614074:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390016, portal 25 00000400:00000010:3.0:1731523630.614077:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731523630.614079:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390016, offset 0 00000400:00000200:3.0:1731523630.614085:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523630.614097:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523630.614101:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523630.614104:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523630.614107:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523630.614108:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523630.614110:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [750:750:256:4294967295] 192.168.204.149@tcp LPNI seq info [750:750:8:4294967295] 00000400:00000200:3.0:1731523630.614116:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523630.614120:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523630.614123:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c500. 00000800:00000200:3.0:1731523630.614126:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523630.614156:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523630.614158:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523630.614253:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523630.614256:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c500. 00000400:00000200:0.0:1731523630.614260:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523630.614265:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523630.614268:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731523630.614270:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731523630.614277:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742390016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523630.615687:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523630.615697:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718500 00000400:00000200:0.0:1731523630.615704:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1841 [1] + 224 00000400:00000200:0.0:1731523630.615723:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523630.615727:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523630.615733:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742390016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523630.615807:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523630.615811:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523630.615812:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523630.615816:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742390016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523630.615822:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742390016/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523630.615851:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523630.615855:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d100. 00000100:00000010:3.0:1731523630.615885:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:0.0:1731523635.621919:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731523635.621934:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d900. 02000000:00000010:1.0:1731523635.622027:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523635.622033:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523635.622062:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523635.622068:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390144, portal 25 00000400:00000010:1.0:1731523635.622072:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731523635.622074:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390144, offset 0 00000400:00000200:1.0:1731523635.622081:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523635.622093:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523635.622097:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523635.622100:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523635.622103:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523635.622104:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523635.622106:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [751:751:256:4294967295] 192.168.204.149@tcp LPNI seq info [751:751:8:4294967295] 00000400:00000200:1.0:1731523635.622113:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523635.622116:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523635.622120:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523635.622123:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523635.622129:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523635.622132:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523635.622197:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523635.622200:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523635.622203:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523635.622209:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523635.622212:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731523635.622214:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731523635.622231:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742390144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523635.623615:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523635.623626:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718580 00000400:00000200:0.0:1731523635.623632:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1849 [1] + 224 00000400:00000200:0.0:1731523635.623647:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523635.623651:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523635.623658:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742390144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523635.623733:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523635.623738:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523635.623739:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523635.623743:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742390144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523635.623758:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742390144/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523635.623775:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523635.623778:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d900. 00000100:00000010:1.0:1731523635.623781:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:0.0:1731523640.629925:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731523640.629943:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d200. 02000000:00000010:3.0:1731523640.630060:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523640.630067:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523640.630073:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523640.630079:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390272, portal 25 00000400:00000010:3.0:1731523640.630082:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731523640.630083:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390272, offset 0 00000400:00000200:3.0:1731523640.630090:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523640.630101:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523640.630106:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523640.630109:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523640.630111:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523640.630113:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523640.630115:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [752:752:256:4294967295] 192.168.204.149@tcp LPNI seq info [752:752:8:4294967295] 00000400:00000200:3.0:1731523640.630121:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523640.630125:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523640.630128:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731523640.630132:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523640.630137:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523640.630140:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523640.630214:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523640.630216:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731523640.630220:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523640.630224:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523640.630227:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731523640.630228:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731523640.630234:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742390272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523640.631712:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523640.631720:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718600 00000400:00000200:0.0:1731523640.631725:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1851 [1] + 224 00000400:00000200:0.0:1731523640.631738:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523640.631740:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523640.631744:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742390272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523640.631815:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523640.631819:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523640.631820:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523640.631824:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742390272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523640.631830:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742390272/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523640.631925:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523640.631928:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d200. 00000100:00000010:3.0:1731523640.631930:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:0.0:1731523645.637985:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731523645.638007:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d300. 02000000:00000010:3.0:1731523645.638119:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523645.638126:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523645.638132:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523645.638138:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390400, portal 25 00000400:00000010:3.0:1731523645.638141:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731523645.638142:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390400, offset 0 00000400:00000200:3.0:1731523645.638149:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523645.638161:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523645.638164:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523645.638168:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523645.638170:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523645.638171:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523645.638173:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [753:753:256:4294967295] 192.168.204.149@tcp LPNI seq info [753:753:8:4294967295] 00000400:00000200:3.0:1731523645.638180:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523645.638184:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523645.638186:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731523645.638190:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523645.638195:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523645.638198:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523645.638309:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523645.638322:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731523645.638327:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523645.638333:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523645.638336:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731523645.638338:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731523645.638346:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742390400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523645.639977:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523645.639984:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718680 00000400:00000200:0.0:1731523645.639989:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1859 [1] + 224 00000400:00000200:0.0:1731523645.640001:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523645.640003:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523645.640008:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742390400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523645.640058:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523645.640062:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523645.640063:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523645.640067:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742390400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523645.640073:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742390400/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523645.640097:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523645.640101:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d300. 00000100:00000010:3.0:1731523645.640103:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:0.0:1731523650.645969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731523650.645989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d600. 02000000:00000010:3.0:1731523650.646097:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523650.646104:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523650.646109:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523650.646115:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390528, portal 25 00000400:00000010:3.0:1731523650.646117:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731523650.646119:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390528, offset 0 00000400:00000200:3.0:1731523650.646125:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523650.646136:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523650.646140:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523650.646143:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523650.646145:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523650.646146:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523650.646148:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [754:754:256:4294967295] 192.168.204.149@tcp LPNI seq info [754:754:8:4294967295] 00000400:00000200:3.0:1731523650.646155:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523650.646159:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523650.646161:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731523650.646165:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523650.646171:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523650.646173:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523650.646270:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523650.646273:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731523650.646276:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523650.646281:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523650.646283:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731523650.646284:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731523650.646290:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742390528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523650.647821:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523650.647829:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718700 00000400:00000200:0.0:1731523650.647834:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1861 [1] + 224 00000400:00000200:0.0:1731523650.647848:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523650.647850:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523650.647855:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742390528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523650.647915:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523650.647919:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523650.647920:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523650.647924:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742390528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523650.647929:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742390528/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523650.647955:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523650.647958:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d600. 00000100:00000010:3.0:1731523650.647960:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:0.0:1731523655.653982:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731523655.654001:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07df00. 02000000:00000010:1.0:1731523655.654107:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523655.654114:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523655.654120:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523655.654127:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390656, portal 25 00000400:00000010:1.0:1731523655.654130:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731523655.654132:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390656, offset 0 00000400:00000200:1.0:1731523655.654141:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523655.654152:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523655.654156:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523655.654160:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523655.654163:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523655.654164:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523655.654166:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [755:755:256:4294967295] 192.168.204.149@tcp LPNI seq info [755:755:8:4294967295] 00000400:00000200:1.0:1731523655.654173:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523655.654177:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523655.654180:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523655.654184:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523655.654190:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523655.654193:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523655.654290:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523655.654293:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523655.654295:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523655.654300:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523655.654303:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731523655.654304:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731523655.654311:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742390656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523655.655814:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523655.655822:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718780 00000400:00000200:0.0:1731523655.655827:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1869 [1] + 224 00000400:00000200:0.0:1731523655.655842:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523655.655845:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523655.655850:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742390656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523655.655942:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523655.655947:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523655.655948:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523655.655952:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742390656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523655.655971:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742390656/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523655.655987:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523655.655991:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07df00. 00000100:00000010:1.0:1731523655.655993:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:0.0:1731523660.661956:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731523660.661975:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d700. 02000000:00000010:3.0:1731523660.662074:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523660.662081:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523660.662087:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523660.662093:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390784, portal 25 00000400:00000010:3.0:1731523660.662096:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731523660.662098:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390784, offset 0 00000400:00000200:3.0:1731523660.662104:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523660.662117:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523660.662121:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523660.662124:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523660.662126:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523660.662127:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523660.662130:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [756:756:256:4294967295] 192.168.204.149@tcp LPNI seq info [756:756:8:4294967295] 00000400:00000200:3.0:1731523660.662136:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523660.662140:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523660.662142:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731523660.662146:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523660.662152:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523660.662154:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523660.662249:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523660.662251:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731523660.662255:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523660.662259:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523660.662262:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731523660.662263:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731523660.662269:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742390784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523660.663823:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523660.663831:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718800 00000400:00000200:0.0:1731523660.663847:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1871 [1] + 224 00000400:00000200:0.0:1731523660.663873:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523660.663876:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523660.663880:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742390784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523660.663953:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523660.663957:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523660.663958:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523660.663962:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742390784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523660.663968:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742390784/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523660.663992:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523660.663995:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d700. 00000100:00000010:3.0:1731523660.663998:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:0.0:1731523665.669974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731523665.669999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07de00. 02000000:00000010:1.0:1731523665.670118:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523665.670125:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523665.670130:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523665.670136:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742390912, portal 25 00000400:00000010:1.0:1731523665.670139:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731523665.670141:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742390912, offset 0 00000400:00000200:1.0:1731523665.670148:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523665.670160:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523665.670165:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523665.670168:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523665.670171:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523665.670172:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523665.670174:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [757:757:256:4294967295] 192.168.204.149@tcp LPNI seq info [757:757:8:4294967295] 00000400:00000200:1.0:1731523665.670181:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523665.670185:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523665.670187:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523665.670191:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523665.670197:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523665.670200:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523665.670340:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523665.670344:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523665.670349:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523665.670355:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523665.670359:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731523665.670361:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731523665.670371:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742390912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523665.672077:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523665.672091:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718880 00000400:00000200:0.0:1731523665.672098:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1879 [1] + 224 00000400:00000200:0.0:1731523665.672124:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523665.672130:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523665.672138:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742390912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523665.672220:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523665.672224:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523665.672225:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523665.672229:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742390912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523665.672249:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742390912/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523665.672267:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523665.672271:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07de00. 00000100:00000010:1.0:1731523665.672273:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:0.0:1731523670.677962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731523670.677981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d500. 02000000:00000010:3.0:1731523670.678084:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523670.678091:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523670.678098:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523670.678104:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391040, portal 25 00000400:00000010:3.0:1731523670.678107:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731523670.678108:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391040, offset 0 00000400:00000200:3.0:1731523670.678117:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523670.678128:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523670.678133:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523670.678136:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523670.678138:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523670.678139:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523670.678141:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [758:758:256:4294967295] 192.168.204.149@tcp LPNI seq info [758:758:8:4294967295] 00000400:00000200:3.0:1731523670.678148:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523670.678152:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523670.678154:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731523670.678158:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523670.678164:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523670.678167:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523670.678261:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523670.678264:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731523670.678267:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523670.678271:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523670.678274:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:0.0:1731523670.678275:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:0.0:1731523670.678292:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742391040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523670.679828:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523670.679837:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718900 00000400:00000200:0.0:1731523670.679843:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1881 [1] + 224 00000400:00000200:0.0:1731523670.679870:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523670.679873:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523670.679877:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742391040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523670.679923:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523670.679927:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523670.679928:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523670.679932:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742391040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523670.679938:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742391040/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523670.679963:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523670.679967:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d500. 00000100:00000010:3.0:1731523670.679969:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000100:00000010:0.0:1731523675.685974:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731523675.685993:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d600. 02000000:00000010:1.0:1731523675.686107:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523675.686117:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523675.686124:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523675.686132:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391168, portal 25 00000400:00000010:1.0:1731523675.686136:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731523675.686138:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391168, offset 0 00000400:00000200:1.0:1731523675.686148:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523675.686161:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523675.686165:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523675.686168:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523675.686170:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523675.686172:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523675.686174:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [759:759:256:4294967295] 192.168.204.149@tcp LPNI seq info [759:759:8:4294967295] 00000400:00000200:1.0:1731523675.686182:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523675.686186:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523675.686188:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523675.686192:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523675.686199:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523675.686202:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523675.686329:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523675.686333:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523675.686337:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523675.686342:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523675.686346:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731523675.686348:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731523675.686355:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742391168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523675.687821:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523675.687830:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718980 00000400:00000200:0.0:1731523675.687835:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1889 [1] + 224 00000400:00000200:0.0:1731523675.687850:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523675.687853:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523675.687872:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742391168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523675.687920:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523675.687924:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523675.687926:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523675.687930:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742391168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523675.687956:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742391168/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523675.687974:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523675.687978:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d600. 00000100:00000010:1.0:1731523675.687980:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:0.0:1731523680.693971:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7b80. 02000000:00000010:0.0:1731523680.693991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07da00. 02000000:00000010:1.0:1731523680.694094:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523680.694102:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523680.694108:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523680.694114:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391296, portal 25 00000400:00000010:1.0:1731523680.694116:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731523680.694118:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391296, offset 0 00000400:00000200:1.0:1731523680.694125:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523680.694137:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523680.694141:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523680.694144:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523680.694147:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523680.694148:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523680.694150:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [760:760:256:4294967295] 192.168.204.149@tcp LPNI seq info [760:760:8:4294967295] 00000400:00000200:1.0:1731523680.694157:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523680.694161:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523680.694164:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523680.694167:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523680.694173:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523680.694175:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523680.694308:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523680.694320:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523680.694323:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523680.694328:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523680.694330:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731523680.694332:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731523680.694338:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7b80 x1815630742391296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523680.695757:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523680.695765:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718a00 00000400:00000200:0.0:1731523680.695769:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1891 [1] + 224 00000400:00000200:0.0:1731523680.695782:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523680.695784:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523680.695788:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7b80 x1815630742391296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523680.695838:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523680.695844:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523680.695846:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523680.695851:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7b80 x1815630742391296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523680.695900:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7b80 x1815630742391296/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523680.695921:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523680.695925:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07da00. 00000100:00000010:1.0:1731523680.695927:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7b80. 00000100:00000010:2.0:1731523685.701985:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731523685.702003:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:1.0:1731523685.702074:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523685.702081:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523685.702087:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523685.702093:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391424, portal 25 00000400:00000010:1.0:1731523685.702098:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910088. 00000100:00000200:1.0:1731523685.702099:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391424, offset 0 00000400:00000200:1.0:1731523685.702106:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523685.702117:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523685.702144:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523685.702147:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523685.702150:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523685.702151:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523685.702154:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [761:761:256:4294967295] 192.168.204.149@tcp LPNI seq info [761:761:8:4294967295] 00000400:00000200:1.0:1731523685.702161:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523685.702165:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523685.702168:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731523685.702172:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523685.702178:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523685.702181:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523685.702280:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523685.702283:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731523685.702286:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523685.702289:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523685.702292:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910088 00000400:00000010:0.0:1731523685.702293:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910088. 00000100:00000200:0.0:1731523685.702299:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742391424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523685.703777:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523685.703785:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718a80 00000400:00000200:0.0:1731523685.703790:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1899 [1] + 224 00000400:00000200:0.0:1731523685.703803:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523685.703805:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523685.703810:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742391424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523685.703879:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523685.703882:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523685.703884:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523685.703887:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742391424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523685.703903:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742391424/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523685.703920:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523685.703924:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:1.0:1731523685.703926:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731523690.709937:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731523690.709955:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:3.0:1731523690.710078:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523690.710085:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523690.710091:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523690.710097:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391552, portal 25 00000400:00000010:3.0:1731523690.710102:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac550. 00000100:00000200:3.0:1731523690.710104:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391552, offset 0 00000400:00000200:3.0:1731523690.710110:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523690.710122:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523690.710126:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523690.710128:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523690.710131:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523690.710132:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523690.710135:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [762:762:256:4294967295] 192.168.204.149@tcp LPNI seq info [762:762:8:4294967295] 00000400:00000200:3.0:1731523690.710141:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523690.710145:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523690.710148:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731523690.710151:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523690.710157:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523690.710160:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523690.710266:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523690.710279:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731523690.710283:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523690.710287:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523690.710290:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac550 00000400:00000010:0.0:1731523690.710291:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac550. 00000100:00000200:0.0:1731523690.710298:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742391552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523690.711801:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523690.711809:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718b00 00000400:00000200:0.0:1731523690.711814:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18a1 [1] + 224 00000400:00000200:0.0:1731523690.711828:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523690.711830:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523690.711834:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742391552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523690.711907:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523690.711911:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523690.711912:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523690.711916:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742391552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523690.711922:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742391552/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523690.711947:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523690.711950:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:3.0:1731523690.711952:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731523695.717993:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731523695.718013:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:1.0:1731523695.718117:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523695.718124:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523695.718130:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523695.718136:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391680, portal 25 00000400:00000010:1.0:1731523695.718139:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910220. 00000100:00000200:1.0:1731523695.718141:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391680, offset 0 00000400:00000200:1.0:1731523695.718148:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523695.718160:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523695.718164:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523695.718167:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523695.718169:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523695.718171:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523695.718173:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [763:763:256:4294967295] 192.168.204.149@tcp LPNI seq info [763:763:8:4294967295] 00000400:00000200:1.0:1731523695.718179:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523695.718183:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523695.718186:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731523695.718190:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523695.718196:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523695.718199:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523695.718334:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523695.718338:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731523695.718342:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523695.718346:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523695.718349:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910220 00000400:00000010:0.0:1731523695.718350:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910220. 00000100:00000200:0.0:1731523695.718356:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742391680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523695.719810:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523695.719818:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718b80 00000400:00000200:0.0:1731523695.719824:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18a9 [1] + 224 00000400:00000200:0.0:1731523695.719839:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523695.719841:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523695.719846:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742391680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523695.719918:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523695.719923:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523695.719924:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523695.719928:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742391680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523695.719965:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742391680/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523695.719982:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523695.719985:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:1.0:1731523695.719988:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731523700.725970:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731523700.725989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:3.0:1731523700.726072:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523700.726080:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523700.726088:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523700.726095:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391808, portal 25 00000400:00000010:3.0:1731523700.726099:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac198. 00000100:00000200:3.0:1731523700.726101:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391808, offset 0 00000400:00000200:3.0:1731523700.726110:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523700.726124:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523700.726130:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523700.726134:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523700.726136:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523700.726139:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523700.726142:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [764:764:256:4294967295] 192.168.204.149@tcp LPNI seq info [764:764:8:4294967295] 00000400:00000200:3.0:1731523700.726152:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523700.726158:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523700.726162:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731523700.726167:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523700.726174:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523700.726178:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523700.726331:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523700.726344:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731523700.726347:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523700.726352:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523700.726355:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac198 00000400:00000010:0.0:1731523700.726357:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac198. 00000100:00000200:0.0:1731523700.726363:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742391808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523700.727786:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523700.727794:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718c00 00000400:00000200:0.0:1731523700.727800:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18b1 [1] + 224 00000400:00000200:0.0:1731523700.727813:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523700.727815:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523700.727820:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742391808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523700.727892:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523700.727896:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523700.727897:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523700.727901:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742391808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523700.727907:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742391808/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523700.727932:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523700.727936:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:3.0:1731523700.727938:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731523705.733947:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731523705.733965:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:1.0:1731523705.734066:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523705.734074:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523705.734080:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523705.734086:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742391936, portal 25 00000400:00000010:1.0:1731523705.734089:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910330. 00000100:00000200:1.0:1731523705.734090:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742391936, offset 0 00000400:00000200:1.0:1731523705.734097:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523705.734108:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523705.734112:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523705.734115:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523705.734117:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523705.734119:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523705.734121:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [765:765:256:4294967295] 192.168.204.149@tcp LPNI seq info [765:765:8:4294967295] 00000400:00000200:1.0:1731523705.734128:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523705.734132:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523705.734134:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731523705.734138:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523705.734144:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523705.734147:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523705.734271:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523705.734274:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731523705.734278:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523705.734282:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523705.734285:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910330 00000400:00000010:0.0:1731523705.734286:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910330. 00000100:00000200:0.0:1731523705.734293:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742391936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523705.735850:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523705.735876:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718c80 00000400:00000200:0.0:1731523705.735881:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18b9 [1] + 224 00000400:00000200:0.0:1731523705.735896:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523705.735899:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523705.735903:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742391936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523705.735975:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523705.735980:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523705.735981:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523705.735985:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742391936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523705.736003:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742391936/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523705.736019:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523705.736023:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:1.0:1731523705.736025:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731523710.742010:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731523710.742035:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:3.0:1731523710.742163:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523710.742171:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523710.742177:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523710.742183:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392064, portal 25 00000400:00000010:3.0:1731523710.742186:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ace58. 00000100:00000200:3.0:1731523710.742188:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392064, offset 0 00000400:00000200:3.0:1731523710.742194:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523710.742206:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523710.742211:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523710.742214:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523710.742217:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523710.742218:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523710.742220:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [766:766:256:4294967295] 192.168.204.149@tcp LPNI seq info [766:766:8:4294967295] 00000400:00000200:3.0:1731523710.742227:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523710.742231:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523710.742233:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731523710.742237:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523710.742243:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523710.742246:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523710.742399:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523710.742412:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731523710.742416:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523710.742420:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523710.742423:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ace58 00000400:00000010:0.0:1731523710.742424:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ace58. 00000100:00000200:0.0:1731523710.742430:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742392064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523710.743889:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523710.743899:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718d00 00000400:00000200:0.0:1731523710.743905:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18c1 [1] + 224 00000400:00000200:0.0:1731523710.743922:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523710.743925:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523710.743931:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742392064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523710.744006:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523710.744010:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523710.744011:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523710.744015:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742392064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523710.744021:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742392064/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523710.744046:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523710.744049:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:3.0:1731523710.744052:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731523715.750020:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731523715.750046:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4200. 02000000:00000010:3.0:1731523715.750166:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523715.750175:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523715.750182:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523715.750189:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392192, portal 25 00000400:00000010:3.0:1731523715.750193:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acbb0. 00000100:00000200:3.0:1731523715.750195:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392192, offset 0 00000400:00000200:3.0:1731523715.750204:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523715.750218:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523715.750224:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523715.750228:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523715.750231:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523715.750233:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523715.750236:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [767:767:256:4294967295] 192.168.204.149@tcp LPNI seq info [767:767:8:4294967295] 00000400:00000200:3.0:1731523715.750248:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523715.750255:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523715.750258:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731523715.750263:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523715.750270:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523715.750274:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523715.750430:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523715.750433:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731523715.750436:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523715.750441:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523715.750444:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acbb0 00000400:00000010:0.0:1731523715.750445:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acbb0. 00000100:00000200:0.0:1731523715.750452:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742392192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523715.751887:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523715.751895:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718d80 00000400:00000200:0.0:1731523715.751899:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18c9 [1] + 224 00000400:00000200:0.0:1731523715.751913:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523715.751916:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523715.751920:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742392192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523715.751964:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523715.751968:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523715.751969:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523715.751973:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742392192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523715.751979:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742392192/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523715.752008:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523715.752011:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4200. 00000100:00000010:3.0:1731523715.752014:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731523720.757936:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942bb80. 02000000:00000010:2.0:1731523720.757954:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731523720.758058:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523720.758066:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523720.758071:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523720.758077:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392320, portal 25 00000400:00000010:3.0:1731523720.758080:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acf68. 00000100:00000200:3.0:1731523720.758081:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392320, offset 0 00000400:00000200:3.0:1731523720.758088:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523720.758100:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523720.758104:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523720.758107:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523720.758109:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523720.758110:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523720.758112:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [768:768:256:4294967295] 192.168.204.149@tcp LPNI seq info [768:768:8:4294967295] 00000400:00000200:3.0:1731523720.758119:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523720.758123:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523720.758125:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731523720.758129:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523720.758134:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523720.758137:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523720.758249:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523720.758264:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731523720.758268:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523720.758273:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523720.758277:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acf68 00000400:00000010:0.0:1731523720.758279:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acf68. 00000100:00000200:0.0:1731523720.758286:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942bb80 x1815630742392320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523720.759855:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523720.759876:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718e00 00000400:00000200:0.0:1731523720.759881:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18d1 [1] + 224 00000400:00000200:0.0:1731523720.759894:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523720.759897:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523720.759901:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942bb80 x1815630742392320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523720.759975:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523720.759979:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523720.759980:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523720.759984:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942bb80 x1815630742392320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523720.759989:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942bb80 x1815630742392320/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523720.760014:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523720.760017:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731523720.760020:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942bb80. 00000100:00000010:2.0:1731523725.765972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b800. 02000000:00000010:2.0:1731523725.765989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:1.0:1731523725.766097:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523725.766104:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523725.766110:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523725.766116:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392448, portal 25 00000400:00000010:1.0:1731523725.766119:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39103b8. 00000100:00000200:1.0:1731523725.766120:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392448, offset 0 00000400:00000200:1.0:1731523725.766127:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523725.766139:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523725.766143:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523725.766146:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523725.766148:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523725.766149:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523725.766151:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [769:769:256:4294967295] 192.168.204.149@tcp LPNI seq info [769:769:8:4294967295] 00000400:00000200:1.0:1731523725.766158:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523725.766162:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523725.766164:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731523725.766168:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523725.766174:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523725.766177:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523725.766283:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523725.766286:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731523725.766290:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523725.766294:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523725.766296:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39103b8 00000400:00000010:0.0:1731523725.766297:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39103b8. 00000100:00000200:0.0:1731523725.766304:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b800 x1815630742392448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523725.767881:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523725.767888:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718e80 00000400:00000200:0.0:1731523725.767893:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18d9 [1] + 224 00000400:00000200:0.0:1731523725.767907:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523725.767910:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523725.767914:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b800 x1815630742392448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523725.767987:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523725.767992:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523725.767993:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523725.767997:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b800 x1815630742392448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523725.768015:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b800 x1815630742392448/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523725.768032:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523725.768035:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:1.0:1731523725.768037:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b800. 00000100:00000010:2.0:1731523730.773995:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b480. 02000000:00000010:2.0:1731523730.774015:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731523730.774116:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523730.774123:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523730.774129:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523730.774135:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392576, portal 25 00000400:00000010:3.0:1731523730.774138:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac330. 00000100:00000200:3.0:1731523730.774139:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392576, offset 0 00000400:00000200:3.0:1731523730.774147:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523730.774159:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523730.774163:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523730.774166:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523730.774168:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523730.774170:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523730.774172:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [770:770:256:4294967295] 192.168.204.149@tcp LPNI seq info [770:770:8:4294967295] 00000400:00000200:3.0:1731523730.774179:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523730.774182:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523730.774185:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731523730.774188:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523730.774194:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523730.774197:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523730.774367:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523730.774380:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731523730.774384:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523730.774388:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523730.774391:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac330 00000400:00000010:0.0:1731523730.774392:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac330. 00000100:00000200:0.0:1731523730.774398:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b480 x1815630742392576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523730.775978:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523730.775986:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718f00 00000400:00000200:0.0:1731523730.775991:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18e1 [1] + 224 00000400:00000200:0.0:1731523730.776003:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523730.776005:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523730.776010:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b480 x1815630742392576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523730.776055:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523730.776059:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523730.776060:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523730.776064:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b480 x1815630742392576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523730.776069:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b480 x1815630742392576/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523730.776095:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523730.776098:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731523730.776100:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b480. 00000100:00000010:2.0:1731523735.781949:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942b100. 02000000:00000010:2.0:1731523735.781968:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:1.0:1731523735.782048:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523735.782056:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523735.782062:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523735.782069:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392704, portal 25 00000400:00000010:1.0:1731523735.782073:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910198. 00000100:00000200:1.0:1731523735.782075:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392704, offset 0 00000400:00000200:1.0:1731523735.782082:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523735.782096:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523735.782101:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523735.782105:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523735.782108:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523735.782110:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523735.782113:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [771:771:256:4294967295] 192.168.204.149@tcp LPNI seq info [771:771:8:4294967295] 00000400:00000200:1.0:1731523735.782122:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523735.782128:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523735.782131:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731523735.782135:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523735.782142:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523735.782145:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523735.782326:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523735.782330:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731523735.782333:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523735.782338:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523735.782341:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910198 00000400:00000010:0.0:1731523735.782342:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910198. 00000100:00000200:0.0:1731523735.782349:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942b100 x1815630742392704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523735.783982:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523735.783992:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79718f80 00000400:00000200:0.0:1731523735.783998:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18e9 [1] + 224 00000400:00000200:0.0:1731523735.784013:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523735.784016:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523735.784021:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942b100 x1815630742392704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523735.784075:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523735.784079:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523735.784080:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523735.784084:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942b100 x1815630742392704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523735.784101:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942b100 x1815630742392704/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523735.784118:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523735.784122:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:1.0:1731523735.784125:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942b100. 00000100:00000010:2.0:1731523740.789962:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942ad80. 02000000:00000010:2.0:1731523740.789981:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:3.0:1731523740.790104:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523740.790143:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523740.790154:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523740.790162:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392832, portal 25 00000400:00000010:3.0:1731523740.790167:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac220. 00000100:00000200:3.0:1731523740.790170:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392832, offset 0 00000400:00000200:3.0:1731523740.790180:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523740.790195:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523740.790201:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523740.790206:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523740.790209:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523740.790211:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523740.790215:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [772:772:256:4294967295] 192.168.204.149@tcp LPNI seq info [772:772:8:4294967295] 00000400:00000200:3.0:1731523740.790225:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523740.790232:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523740.790236:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731523740.790242:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523740.790251:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523740.790255:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523740.790387:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523740.790395:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731523740.790399:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523740.790404:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523740.790407:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac220 00000400:00000010:0.0:1731523740.790408:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac220. 00000100:00000200:0.0:1731523740.790414:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942ad80 x1815630742392832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523740.791897:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523740.791905:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719000 00000400:00000200:0.0:1731523740.791911:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18f1 [1] + 224 00000400:00000200:0.0:1731523740.791924:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523740.791927:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523740.791931:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942ad80 x1815630742392832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523740.792003:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523740.792008:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523740.792010:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523740.792016:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942ad80 x1815630742392832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523740.792025:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942ad80 x1815630742392832/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523740.792065:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523740.792072:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:3.0:1731523740.792075:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942ad80. 00000100:00000010:2.0:1731523745.797969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731523745.797989:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:3.0:1731523745.798098:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523745.798108:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523745.798115:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523745.798122:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742392960, portal 25 00000400:00000010:3.0:1731523745.798127:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acdd0. 00000100:00000200:3.0:1731523745.798130:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742392960, offset 0 00000400:00000200:3.0:1731523745.798139:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523745.798155:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523745.798161:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523745.798166:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523745.798169:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523745.798171:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523745.798175:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [773:773:256:4294967295] 192.168.204.149@tcp LPNI seq info [773:773:8:4294967295] 00000400:00000200:3.0:1731523745.798185:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523745.798191:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523745.798195:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731523745.798200:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523745.798208:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523745.798212:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523745.798370:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523745.798373:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731523745.798376:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523745.798381:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523745.798384:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acdd0 00000400:00000010:0.0:1731523745.798385:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acdd0. 00000100:00000200:0.0:1731523745.798392:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742392960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523745.799895:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523745.799903:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719080 00000400:00000200:0.0:1731523745.799908:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x18f9 [1] + 224 00000400:00000200:0.0:1731523745.799919:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523745.799921:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523745.799926:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742392960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523745.799999:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523745.800006:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523745.800007:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523745.800013:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742392960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523745.800039:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742392960/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523745.800078:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523745.800084:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:3.0:1731523745.800088:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. 00000100:00000010:2.0:1731523750.805955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731523750.805972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:3.0:1731523750.806037:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523750.806044:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523750.806050:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523750.806056:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393088, portal 25 00000400:00000010:3.0:1731523750.806059:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac2a8. 00000100:00000200:3.0:1731523750.806061:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393088, offset 0 00000400:00000200:3.0:1731523750.806068:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523750.806079:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523750.806083:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523750.806086:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523750.806088:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523750.806089:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523750.806091:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [774:774:256:4294967295] 192.168.204.149@tcp LPNI seq info [774:774:8:4294967295] 00000400:00000200:3.0:1731523750.806098:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523750.806102:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523750.806105:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731523750.806109:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523750.806114:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523750.806117:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523750.806234:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523750.806247:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731523750.806251:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523750.806255:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523750.806257:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac2a8 00000400:00000010:0.0:1731523750.806258:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac2a8. 00000100:00000200:0.0:1731523750.806265:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742393088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523750.807601:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523750.807609:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719100 00000400:00000200:0.0:1731523750.807614:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1901 [1] + 224 00000400:00000200:0.0:1731523750.807626:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523750.807628:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523750.807632:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742393088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523750.807678:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523750.807681:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523750.807682:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523750.807686:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742393088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523750.807693:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742393088/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523750.807717:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523750.807720:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:3.0:1731523750.807723:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:0.0:1731523755.814003:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7800. 02000000:00000010:0.0:1731523755.814021:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d000. 02000000:00000010:3.0:1731523755.814107:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523755.814113:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523755.814119:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523755.814126:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393216, portal 25 00000400:00000010:3.0:1731523755.814129:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac770. 00000100:00000200:3.0:1731523755.814130:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393216, offset 0 00000400:00000200:3.0:1731523755.814137:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523755.814149:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523755.814153:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523755.814156:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523755.814158:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523755.814160:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523755.814162:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [775:775:256:4294967295] 192.168.204.149@tcp LPNI seq info [775:775:8:4294967295] 00000400:00000200:3.0:1731523755.814168:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523755.814172:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523755.814175:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731523755.814179:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523755.814184:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523755.814187:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523755.814283:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523755.814286:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731523755.814289:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523755.814294:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523755.814296:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac770 00000400:00000010:0.0:1731523755.814297:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac770. 00000100:00000200:0.0:1731523755.814303:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7800 x1815630742393216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523755.815771:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523755.815780:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719180 00000400:00000200:0.0:1731523755.815785:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1909 [1] + 224 00000400:00000200:0.0:1731523755.815799:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523755.815801:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523755.815806:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7800 x1815630742393216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523755.815886:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523755.815890:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523755.815891:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523755.815895:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7800 x1815630742393216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523755.815902:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7800 x1815630742393216/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523755.815931:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523755.815935:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d000. 00000100:00000010:3.0:1731523755.815937:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7800. 00000100:00000010:0.0:1731523760.822020:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7480. 02000000:00000010:0.0:1731523760.822046:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d500. 02000000:00000010:3.0:1731523760.822122:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523760.822130:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523760.822136:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523760.822141:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393344, portal 25 00000400:00000010:3.0:1731523760.822145:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac440. 00000100:00000200:3.0:1731523760.822146:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393344, offset 0 00000400:00000200:3.0:1731523760.822153:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523760.822165:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523760.822170:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523760.822173:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523760.822175:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523760.822176:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523760.822178:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [776:776:256:4294967295] 192.168.204.149@tcp LPNI seq info [776:776:8:4294967295] 00000400:00000200:3.0:1731523760.822185:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523760.822189:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523760.822192:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731523760.822196:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523760.822201:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523760.822204:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523760.822354:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523760.822359:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731523760.822365:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523760.822372:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523760.822376:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac440 00000400:00000010:0.0:1731523760.822378:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac440. 00000100:00000200:0.0:1731523760.822389:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7480 x1815630742393344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523760.824031:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523760.824044:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719200 00000400:00000200:0.0:1731523760.824051:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1911 [1] + 224 00000400:00000200:0.0:1731523760.824076:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523760.824082:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523760.824090:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7480 x1815630742393344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523760.824167:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523760.824172:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523760.824172:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523760.824176:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7480 x1815630742393344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523760.824182:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7480 x1815630742393344/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523760.824210:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523760.824213:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d500. 00000100:00000010:3.0:1731523760.824216:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7480. 00000100:00000010:0.0:1731523765.829973:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731523765.829992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d600. 02000000:00000010:1.0:1731523765.830094:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523765.830102:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523765.830108:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523765.830114:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393472, portal 25 00000400:00000010:1.0:1731523765.830117:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910cc0. 00000100:00000200:1.0:1731523765.830118:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393472, offset 0 00000400:00000200:1.0:1731523765.830126:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523765.830138:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523765.830141:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523765.830145:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523765.830147:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523765.830149:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523765.830151:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [777:777:256:4294967295] 192.168.204.149@tcp LPNI seq info [777:777:8:4294967295] 00000400:00000200:1.0:1731523765.830157:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523765.830161:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523765.830164:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731523765.830167:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523765.830173:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523765.830176:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523765.830267:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523765.830270:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731523765.830273:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523765.830277:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523765.830280:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910cc0 00000400:00000010:0.0:1731523765.830281:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910cc0. 00000100:00000200:0.0:1731523765.830287:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742393472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523765.831835:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523765.831842:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719280 00000400:00000200:0.0:1731523765.831871:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1919 [1] + 224 00000400:00000200:0.0:1731523765.831883:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523765.831885:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523765.831889:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742393472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523765.831946:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523765.831951:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523765.831953:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523765.831958:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742393472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523765.831978:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742393472/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523765.832000:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523765.832005:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d600. 00000100:00000010:1.0:1731523765.832008:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:0.0:1731523770.837922:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731523770.837935:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07de00. 02000000:00000010:3.0:1731523770.838022:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523770.838029:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523770.838035:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523770.838040:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393600, portal 25 00000400:00000010:3.0:1731523770.838043:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac660. 00000100:00000200:3.0:1731523770.838045:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393600, offset 0 00000400:00000200:3.0:1731523770.838051:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523770.838062:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523770.838066:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523770.838069:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523770.838071:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523770.838073:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523770.838075:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [778:778:256:4294967295] 192.168.204.149@tcp LPNI seq info [778:778:8:4294967295] 00000400:00000200:3.0:1731523770.838082:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523770.838086:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523770.838088:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731523770.838092:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523770.838098:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523770.838100:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523770.838171:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523770.838173:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731523770.838176:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523770.838180:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523770.838183:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac660 00000400:00000010:0.0:1731523770.838184:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac660. 00000100:00000200:0.0:1731523770.838191:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742393600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523770.839758:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523770.839766:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719300 00000400:00000200:0.0:1731523770.839771:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1921 [1] + 224 00000400:00000200:0.0:1731523770.839781:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523770.839784:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523770.839788:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742393600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523770.839873:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523770.839877:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523770.839878:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523770.839882:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742393600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523770.839888:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742393600/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523770.839914:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523770.839918:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07de00. 00000100:00000010:3.0:1731523770.839921:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:0.0:1731523775.845969:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731523775.845987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d300. 02000000:00000010:1.0:1731523775.846075:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523775.846081:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523775.846086:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523775.846092:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393728, portal 25 00000400:00000010:1.0:1731523775.846094:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39106e8. 00000100:00000200:1.0:1731523775.846096:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393728, offset 0 00000400:00000200:1.0:1731523775.846102:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523775.846113:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523775.846117:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523775.846120:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523775.846122:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523775.846124:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523775.846126:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [779:779:256:4294967295] 192.168.204.149@tcp LPNI seq info [779:779:8:4294967295] 00000400:00000200:1.0:1731523775.846132:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523775.846136:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523775.846138:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731523775.846142:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523775.846147:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523775.846150:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523775.846253:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523775.846256:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731523775.846258:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523775.846262:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523775.846265:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39106e8 00000400:00000010:0.0:1731523775.846266:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39106e8. 00000100:00000200:0.0:1731523775.846281:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742393728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523775.847376:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523775.847385:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719380 00000400:00000200:0.0:1731523775.847391:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1929 [1] + 224 00000400:00000200:0.0:1731523775.847407:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523775.847411:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523775.847416:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742393728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523775.847529:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523775.847534:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523775.847535:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523775.847539:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742393728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523775.847554:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742393728/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523775.847571:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523775.847574:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d300. 00000100:00000010:1.0:1731523775.847577:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:0.0:1731523780.853961:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731523780.853979:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d400. 02000000:00000010:3.0:1731523780.854084:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523780.854092:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523780.854097:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523780.854103:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393856, portal 25 00000400:00000010:3.0:1731523780.854106:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac990. 00000100:00000200:3.0:1731523780.854107:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393856, offset 0 00000400:00000200:3.0:1731523780.854114:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523780.854126:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523780.854130:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523780.854133:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523780.854135:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523780.854137:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523780.854138:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [780:780:256:4294967295] 192.168.204.149@tcp LPNI seq info [780:780:8:4294967295] 00000400:00000200:3.0:1731523780.854145:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523780.854148:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523780.854151:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731523780.854155:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523780.854160:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523780.854163:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523780.854254:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523780.854256:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731523780.854260:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523780.854264:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523780.854266:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac990 00000400:00000010:0.0:1731523780.854267:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac990. 00000100:00000200:0.0:1731523780.854273:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742393856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523780.855504:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523780.855515:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719400 00000400:00000200:0.0:1731523780.855521:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1931 [1] + 224 00000400:00000200:0.0:1731523780.855539:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523780.855543:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523780.855549:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742393856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523780.855626:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523780.855630:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523780.855631:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523780.855635:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742393856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523780.855641:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742393856/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523780.855668:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523780.855671:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d400. 00000100:00000010:3.0:1731523780.855673:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:0.0:1731523785.861955:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731523785.861974:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d100. 02000000:00000010:1.0:1731523785.862078:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523785.862086:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523785.862091:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523785.862098:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742393984, portal 25 00000400:00000010:1.0:1731523785.862100:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910d48. 00000100:00000200:1.0:1731523785.862102:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742393984, offset 0 00000400:00000200:1.0:1731523785.862108:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523785.862119:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523785.862124:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523785.862126:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523785.862129:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523785.862131:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523785.862133:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [781:781:256:4294967295] 192.168.204.149@tcp LPNI seq info [781:781:8:4294967295] 00000400:00000200:1.0:1731523785.862140:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523785.862143:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523785.862146:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731523785.862149:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523785.862156:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523785.862158:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523785.862243:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523785.862255:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731523785.862259:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523785.862264:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523785.862266:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910d48 00000400:00000010:0.0:1731523785.862268:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910d48. 00000100:00000200:0.0:1731523785.862274:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742393984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523785.863758:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523785.863765:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719480 00000400:00000200:0.0:1731523785.863770:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1939 [1] + 224 00000400:00000200:0.0:1731523785.863784:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523785.863786:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523785.863790:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742393984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523785.863882:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523785.863887:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523785.863888:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523785.863892:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742393984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523785.863907:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742393984/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523785.863925:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523785.863929:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d100. 00000100:00000010:1.0:1731523785.863931:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:0.0:1731523790.869925:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731523790.869943:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07df00. 02000000:00000010:3.0:1731523790.870043:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523790.870050:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523790.870056:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523790.870062:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742394112, portal 25 00000400:00000010:3.0:1731523790.870066:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac5d8. 00000100:00000200:3.0:1731523790.870067:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742394112, offset 0 00000400:00000200:3.0:1731523790.870074:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523790.870086:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523790.870090:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523790.870093:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523790.870095:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523790.870096:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523790.870098:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [782:782:256:4294967295] 192.168.204.149@tcp LPNI seq info [782:782:8:4294967295] 00000400:00000200:3.0:1731523790.870105:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523790.870109:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523790.870111:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731523790.870115:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523790.870121:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523790.870123:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523790.870227:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523790.870229:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731523790.870232:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523790.870236:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523790.870239:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac5d8 00000400:00000010:0.0:1731523790.870241:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac5d8. 00000100:00000200:0.0:1731523790.870247:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742394112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523790.871663:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523790.871671:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719500 00000400:00000200:0.0:1731523790.871676:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1941 [1] + 224 00000400:00000200:0.0:1731523790.871689:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523790.871692:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523790.871696:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742394112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523790.871774:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523790.871778:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523790.871779:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523790.871783:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742394112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523790.871789:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742394112/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523790.871816:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523790.871819:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07df00. 00000100:00000010:3.0:1731523790.871822:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:0.0:1731523795.877951:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731523795.877969:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d700. 02000000:00000010:1.0:1731523795.878070:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523795.878078:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523795.878083:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523795.878090:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742394240, portal 25 00000400:00000010:1.0:1731523795.878092:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910660. 00000100:00000200:1.0:1731523795.878094:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742394240, offset 0 00000400:00000200:1.0:1731523795.878101:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523795.878136:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523795.878140:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523795.878143:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523795.878146:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523795.878147:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523795.878149:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [783:783:256:4294967295] 192.168.204.149@tcp LPNI seq info [783:783:8:4294967295] 00000400:00000200:1.0:1731523795.878156:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523795.878160:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523795.878162:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731523795.878166:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523795.878172:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523795.878175:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523795.878264:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523795.878266:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731523795.878269:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523795.878273:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523795.878276:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910660 00000400:00000010:0.0:1731523795.878277:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910660. 00000100:00000200:0.0:1731523795.878283:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742394240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523795.879879:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523795.879887:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719580 00000400:00000200:0.0:1731523795.879891:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1949 [1] + 224 00000400:00000200:0.0:1731523795.879906:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523795.879909:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523795.879913:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742394240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523795.879988:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523795.879993:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523795.879994:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523795.879998:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742394240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523795.880016:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742394240/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523795.880033:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523795.880036:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d700. 00000100:00000010:1.0:1731523795.880039:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:0.0:1731523800.885999:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731523800.886050:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d800. 02000000:00000010:3.0:1731523800.886152:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523800.886160:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523800.886165:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523800.886172:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742394368, portal 25 00000400:00000010:3.0:1731523800.886175:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac4c8. 00000100:00000200:3.0:1731523800.886176:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742394368, offset 0 00000400:00000200:3.0:1731523800.886183:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523800.886195:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523800.886199:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523800.886203:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523800.886205:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523800.886206:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523800.886208:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [784:784:256:4294967295] 192.168.204.149@tcp LPNI seq info [784:784:8:4294967295] 00000400:00000200:3.0:1731523800.886215:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523800.886218:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523800.886221:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c400. 00000800:00000200:3.0:1731523800.886225:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523800.886231:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523800.886233:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523800.886327:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523800.886330:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c400. 00000400:00000200:0.0:1731523800.886333:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523800.886338:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523800.886341:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac4c8 00000400:00000010:0.0:1731523800.886342:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac4c8. 00000100:00000200:0.0:1731523800.886348:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742394368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523800.887880:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523800.887888:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719600 00000400:00000200:0.0:1731523800.887904:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1951 [1] + 224 00000400:00000200:0.0:1731523800.887915:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523800.887918:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523800.887922:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742394368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523800.887994:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523800.887998:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523800.887999:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523800.888003:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742394368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523800.888009:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742394368/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523800.888048:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523800.888051:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d800. 00000100:00000010:3.0:1731523800.888053:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:0.0:1731523805.893965:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731523805.893991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07da00. 02000000:00000010:1.0:1731523805.894095:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523805.894102:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523805.894108:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523805.894114:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742394496, portal 25 00000400:00000010:1.0:1731523805.894117:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910550. 00000100:00000200:1.0:1731523805.894118:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742394496, offset 0 00000400:00000200:1.0:1731523805.894125:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523805.894137:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523805.894141:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523805.894144:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523805.894146:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523805.894148:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523805.894150:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [785:785:256:4294967295] 192.168.204.149@tcp LPNI seq info [785:785:8:4294967295] 00000400:00000200:1.0:1731523805.894156:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523805.894161:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523805.894165:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4f00. 00000800:00000200:1.0:1731523805.894169:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523805.894175:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523805.894177:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523805.894335:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523805.894339:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4f00. 00000400:00000200:0.0:1731523805.894344:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523805.894350:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523805.894355:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910550 00000400:00000010:0.0:1731523805.894357:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910550. 00000100:00000200:0.0:1731523805.894367:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742394496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523805.895885:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523805.895897:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719680 00000400:00000200:0.0:1731523805.895905:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1959 [1] + 224 00000400:00000200:0.0:1731523805.895945:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523805.895952:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523805.895959:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742394496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523805.896043:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523805.896047:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523805.896048:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523805.896052:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742394496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523805.896070:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742394496/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523805.896087:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523805.896090:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07da00. 00000100:00000010:1.0:1731523805.896092:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:0.0:1731523810.901977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731523810.901996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d000. 02000000:00000010:3.0:1731523810.902063:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523810.902069:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523810.902075:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523810.902081:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742394624, portal 25 00000400:00000010:3.0:1731523810.902084:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac908. 00000100:00000200:3.0:1731523810.902086:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742394624, offset 0 00000400:00000200:3.0:1731523810.902092:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523810.902104:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523810.902108:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523810.902111:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523810.902113:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523810.902115:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523810.902117:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [786:786:256:4294967295] 192.168.204.149@tcp LPNI seq info [786:786:8:4294967295] 00000400:00000200:3.0:1731523810.902123:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523810.902127:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523810.902129:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cd00. 00000800:00000200:3.0:1731523810.902133:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523810.902139:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523810.902141:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523810.902232:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523810.902234:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cd00. 00000400:00000200:0.0:1731523810.902238:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523810.902242:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523810.902245:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac908 00000400:00000010:0.0:1731523810.902246:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac908. 00000100:00000200:0.0:1731523810.902262:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742394624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523810.903915:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523810.903924:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719700 00000400:00000200:0.0:1731523810.903930:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1961 [1] + 224 00000400:00000200:0.0:1731523810.903943:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523810.903945:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523810.903950:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742394624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523810.904011:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523810.904015:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523810.904016:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523810.904021:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742394624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523810.904026:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742394624/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523810.904052:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523810.904056:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d000. 00000100:00000010:3.0:1731523810.904058:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:0.0:1731523815.909981:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731523815.909999:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07de00. 02000000:00000010:1.0:1731523815.910089:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523815.910097:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523815.910104:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523815.910110:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742394752, portal 25 00000400:00000010:1.0:1731523815.910113:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910aa0. 00000100:00000200:1.0:1731523815.910115:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742394752, offset 0 00000400:00000200:1.0:1731523815.910122:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523815.910133:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523815.910137:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523815.910140:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523815.910142:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523815.910144:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523815.910146:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [787:787:256:4294967295] 192.168.204.149@tcp LPNI seq info [787:787:8:4294967295] 00000400:00000200:1.0:1731523815.910152:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523815.910156:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523815.910159:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4e00. 00000800:00000200:1.0:1731523815.910163:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523815.910168:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523815.910171:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523815.910264:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523815.910267:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4e00. 00000400:00000200:0.0:1731523815.910270:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523815.910275:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523815.910277:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910aa0 00000400:00000010:0.0:1731523815.910279:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910aa0. 00000100:00000200:0.0:1731523815.910285:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742394752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523815.911802:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523815.911810:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719780 00000400:00000200:0.0:1731523815.911815:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1969 [1] + 224 00000400:00000200:0.0:1731523815.911829:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523815.911832:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523815.911836:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742394752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523815.911912:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523815.911917:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523815.911918:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523815.911922:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742394752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523815.911941:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742394752/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523815.911958:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523815.911962:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07de00. 00000100:00000010:1.0:1731523815.911964:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:0.0:1731523820.917933:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731523820.917952:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07db00. 02000000:00000010:3.0:1731523820.918054:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523820.918062:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523820.918067:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523820.918073:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742394880, portal 25 00000400:00000010:3.0:1731523820.918077:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac088. 00000100:00000200:3.0:1731523820.918078:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742394880, offset 0 00000400:00000200:3.0:1731523820.918085:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523820.918097:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523820.918101:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523820.918104:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523820.918106:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523820.918108:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523820.918111:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [788:788:256:4294967295] 192.168.204.149@tcp LPNI seq info [788:788:8:4294967295] 00000400:00000200:3.0:1731523820.918121:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523820.918126:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523820.918129:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731523820.918134:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523820.918141:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523820.918145:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523820.918239:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523820.918251:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731523820.918254:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523820.918258:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523820.918261:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac088 00000400:00000010:0.0:1731523820.918262:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac088. 00000100:00000200:0.0:1731523820.918269:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742394880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523820.919737:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523820.919745:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719800 00000400:00000200:0.0:1731523820.919752:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1971 [1] + 224 00000400:00000200:0.0:1731523820.919768:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523820.919771:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523820.919777:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742394880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523820.919823:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523820.919827:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523820.919828:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523820.919832:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742394880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523820.919838:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742394880/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523820.919924:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523820.919928:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07db00. 00000100:00000010:3.0:1731523820.919930:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731523825.925977:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4380. 02000000:00000010:0.0:1731523825.925996:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d800. 02000000:00000010:1.0:1731523825.926102:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523825.926110:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523825.926117:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523825.926124:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395008, portal 25 00000400:00000010:1.0:1731523825.926128:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910c38. 00000100:00000200:1.0:1731523825.926130:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395008, offset 0 00000400:00000200:1.0:1731523825.926138:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523825.926152:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523825.926158:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523825.926161:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523825.926164:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523825.926166:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523825.926169:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [789:789:256:4294967295] 192.168.204.149@tcp LPNI seq info [789:789:8:4294967295] 00000400:00000200:1.0:1731523825.926177:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523825.926183:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523825.926186:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4800. 00000800:00000200:1.0:1731523825.926191:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523825.926198:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523825.926201:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523825.926295:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523825.926298:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4800. 00000400:00000200:0.0:1731523825.926301:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523825.926306:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523825.926309:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910c38 00000400:00000010:0.0:1731523825.926310:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910c38. 00000100:00000200:0.0:1731523825.926316:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4380 x1815630742395008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523825.927777:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523825.927786:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719880 00000400:00000200:0.0:1731523825.927792:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1979 [1] + 224 00000400:00000200:0.0:1731523825.927810:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523825.927814:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523825.927819:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4380 x1815630742395008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523825.927872:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523825.927876:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523825.927877:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523825.927882:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4380 x1815630742395008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523825.927902:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4380 x1815630742395008/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523825.927923:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523825.927927:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d800. 00000100:00000010:1.0:1731523825.927930:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4380. 00000100:00000010:0.0:1731523830.933943:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4000. 02000000:00000010:0.0:1731523830.933962:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07df00. 02000000:00000010:1.0:1731523830.934033:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523830.934040:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523830.934046:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523830.934051:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395136, portal 25 00000400:00000010:1.0:1731523830.934054:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910770. 00000100:00000200:1.0:1731523830.934055:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395136, offset 0 00000400:00000200:1.0:1731523830.934062:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523830.934073:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523830.934077:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523830.934080:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523830.934082:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523830.934084:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523830.934086:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [790:790:256:4294967295] 192.168.204.149@tcp LPNI seq info [790:790:8:4294967295] 00000400:00000200:1.0:1731523830.934092:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523830.934096:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523830.934098:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4d00. 00000800:00000200:1.0:1731523830.934103:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523830.934108:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523830.934111:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523830.934198:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523830.934200:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4d00. 00000400:00000200:0.0:1731523830.934204:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523830.934208:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523830.934211:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910770 00000400:00000010:0.0:1731523830.934213:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910770. 00000100:00000200:0.0:1731523830.934218:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4000 x1815630742395136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523830.935224:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523830.935231:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719900 00000400:00000200:0.0:1731523830.935236:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1981 [1] + 224 00000400:00000200:0.0:1731523830.935250:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523830.935253:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523830.935257:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4000 x1815630742395136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523830.935299:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523830.935303:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523830.935304:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523830.935308:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4000 x1815630742395136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523830.935325:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4000 x1815630742395136/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523830.935341:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523830.935344:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07df00. 00000100:00000010:1.0:1731523830.935347:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4000. 00000100:00000010:2.0:1731523835.942065:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731523835.942084:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:1.0:1731523835.942198:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523835.942205:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523835.942211:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523835.942217:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395264, portal 25 00000400:00000010:1.0:1731523835.942220:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39102a8. 00000100:00000200:1.0:1731523835.942221:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395264, offset 0 00000400:00000200:1.0:1731523835.942229:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523835.942241:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523835.942245:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523835.942249:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523835.942251:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523835.942252:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523835.942254:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [791:791:256:4294967295] 192.168.204.149@tcp LPNI seq info [791:791:8:4294967295] 00000400:00000200:1.0:1731523835.942261:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523835.942265:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523835.942268:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4400. 00000800:00000200:1.0:1731523835.942272:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523835.942278:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523835.942281:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523835.942477:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523835.942483:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4400. 00000400:00000200:0.0:1731523835.942488:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523835.942494:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523835.942498:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39102a8 00000400:00000010:0.0:1731523835.942500:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39102a8. 00000100:00000200:0.0:1731523835.942511:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742395264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523835.944131:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523835.944145:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719980 00000400:00000200:0.0:1731523835.944153:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1989 [1] + 224 00000400:00000200:0.0:1731523835.944180:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523835.944197:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523835.944203:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742395264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523835.944278:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523835.944283:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523835.944284:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523835.944288:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742395264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523835.944303:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742395264/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523835.944321:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523835.944325:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:1.0:1731523835.944327:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731523840.949918:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731523840.949934:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4c00. 02000000:00000010:1.0:1731523840.950016:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523840.950023:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523840.950029:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523840.950035:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395392, portal 25 00000400:00000010:1.0:1731523840.950038:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910a18. 00000100:00000200:1.0:1731523840.950039:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395392, offset 0 00000400:00000200:1.0:1731523840.950047:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523840.950058:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523840.950062:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523840.950065:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523840.950068:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523840.950069:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523840.950071:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [792:792:256:4294967295] 192.168.204.149@tcp LPNI seq info [792:792:8:4294967295] 00000400:00000200:1.0:1731523840.950077:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523840.950081:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523840.950084:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4b00. 00000800:00000200:1.0:1731523840.950088:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523840.950093:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523840.950096:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523840.950213:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523840.950217:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4b00. 00000400:00000200:0.0:1731523840.950221:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523840.950227:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523840.950232:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910a18 00000400:00000010:0.0:1731523840.950233:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910a18. 00000100:00000200:0.0:1731523840.950241:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742395392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523840.951656:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523840.951664:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719a00 00000400:00000200:0.0:1731523840.951669:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1991 [1] + 224 00000400:00000200:0.0:1731523840.951684:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523840.951686:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523840.951691:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742395392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523840.951732:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523840.951735:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523840.951736:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523840.951740:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742395392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523840.951757:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742395392/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523840.951775:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523840.951778:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4c00. 00000100:00000010:1.0:1731523840.951780:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:0.0:1731523845.958023:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa4a80. 02000000:00000010:0.0:1731523845.958042:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d300. 02000000:00000010:1.0:1731523845.958147:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523845.958154:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523845.958160:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523845.958166:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395520, portal 25 00000400:00000010:1.0:1731523845.958169:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910f68. 00000100:00000200:1.0:1731523845.958171:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395520, offset 0 00000400:00000200:1.0:1731523845.958178:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523845.958216:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523845.958221:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523845.958224:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523845.958226:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523845.958227:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523845.958230:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [793:793:256:4294967295] 192.168.204.149@tcp LPNI seq info [793:793:8:4294967295] 00000400:00000200:1.0:1731523845.958237:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523845.958241:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523845.958244:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4700. 00000800:00000200:1.0:1731523845.958248:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523845.958254:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523845.958257:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523845.958349:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523845.958352:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4700. 00000400:00000200:0.0:1731523845.958355:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523845.958360:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523845.958363:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910f68 00000400:00000010:0.0:1731523845.958364:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910f68. 00000100:00000200:0.0:1731523845.958370:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa4a80 x1815630742395520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523845.959820:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523845.959828:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719a80 00000400:00000200:0.0:1731523845.959843:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1999 [1] + 224 00000400:00000200:0.0:1731523845.959880:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523845.959883:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523845.959887:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa4a80 x1815630742395520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523845.959960:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523845.959964:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523845.959965:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523845.959969:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa4a80 x1815630742395520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523845.959985:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa4a80 x1815630742395520/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523845.960002:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523845.960006:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d300. 00000100:00000010:1.0:1731523845.960008:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa4a80. 00000100:00000010:0.0:1731523850.965972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5c00. 02000000:00000010:0.0:1731523850.965991:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07dd00. 02000000:00000010:3.0:1731523850.966059:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523850.966067:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523850.966073:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523850.966079:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395648, portal 25 00000400:00000010:3.0:1731523850.966082:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac880. 00000100:00000200:3.0:1731523850.966083:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395648, offset 0 00000400:00000200:3.0:1731523850.966090:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523850.966114:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523850.966118:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523850.966121:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523850.966124:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523850.966125:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523850.966127:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [794:794:256:4294967295] 192.168.204.149@tcp LPNI seq info [794:794:8:4294967295] 00000400:00000200:3.0:1731523850.966134:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523850.966138:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523850.966140:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731523850.966144:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523850.966150:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523850.966152:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523850.966242:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523850.966244:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731523850.966248:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523850.966252:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523850.966255:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac880 00000400:00000010:0.0:1731523850.966256:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac880. 00000100:00000200:0.0:1731523850.966262:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5c00 x1815630742395648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523850.967603:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523850.967612:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719b00 00000400:00000200:0.0:1731523850.967617:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19a1 [1] + 224 00000400:00000200:0.0:1731523850.967632:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523850.967634:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523850.967638:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5c00 x1815630742395648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523850.967714:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523850.967718:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523850.967719:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523850.967723:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5c00 x1815630742395648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523850.967729:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5c00 x1815630742395648/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523850.967756:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523850.967759:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07dd00. 00000100:00000010:3.0:1731523850.967761:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5c00. 00000100:00000010:2.0:1731523855.974039:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731523855.974058:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4b00. 02000000:00000010:1.0:1731523855.974139:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523855.974146:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523855.974152:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523855.974158:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395776, portal 25 00000400:00000010:1.0:1731523855.974162:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39107f8. 00000100:00000200:1.0:1731523855.974163:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395776, offset 0 00000400:00000200:1.0:1731523855.974170:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523855.974182:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523855.974186:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523855.974189:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523855.974191:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523855.974193:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523855.974195:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [795:795:256:4294967295] 192.168.204.149@tcp LPNI seq info [795:795:8:4294967295] 00000400:00000200:1.0:1731523855.974201:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523855.974205:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523855.974208:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4900. 00000800:00000200:1.0:1731523855.974212:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523855.974218:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523855.974221:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523855.974331:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523855.974335:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4900. 00000400:00000200:0.0:1731523855.974338:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523855.974343:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523855.974345:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39107f8 00000400:00000010:0.0:1731523855.974347:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39107f8. 00000100:00000200:0.0:1731523855.974354:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742395776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523855.975775:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523855.975783:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719b80 00000400:00000200:0.0:1731523855.975788:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19a9 [1] + 224 00000400:00000200:0.0:1731523855.975799:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523855.975801:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523855.975806:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742395776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523855.975877:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523855.975882:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523855.975883:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523855.975887:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742395776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523855.975904:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742395776/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523855.975920:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523855.975924:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4b00. 00000100:00000010:1.0:1731523855.975927:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731523860.981953:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731523860.981972:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4e00. 02000000:00000010:3.0:1731523860.982040:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523860.982047:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523860.982053:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523860.982059:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742395904, portal 25 00000400:00000010:3.0:1731523860.982062:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acee0. 00000100:00000200:3.0:1731523860.982063:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742395904, offset 0 00000400:00000200:3.0:1731523860.982070:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523860.982082:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523860.982087:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523860.982090:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523860.982092:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523860.982093:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523860.982096:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [796:796:256:4294967295] 192.168.204.149@tcp LPNI seq info [796:796:8:4294967295] 00000400:00000200:3.0:1731523860.982102:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523860.982106:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523860.982109:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731523860.982113:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523860.982118:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523860.982121:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523860.982274:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523860.982278:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731523860.982281:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523860.982286:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523860.982289:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acee0 00000400:00000010:0.0:1731523860.982290:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acee0. 00000100:00000200:0.0:1731523860.982296:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742395904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523860.983906:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523860.983928:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719c00 00000400:00000200:0.0:1731523860.983933:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19b1 [1] + 224 00000400:00000200:0.0:1731523860.983948:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523860.983951:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523860.983955:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742395904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523860.984008:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523860.984013:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523860.984014:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523860.984019:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742395904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523860.984029:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742395904/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523860.984064:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523860.984068:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4e00. 00000100:00000010:3.0:1731523860.984071:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:0.0:1731523865.990020:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5500. 02000000:00000010:0.0:1731523865.990038:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07de00. 02000000:00000010:1.0:1731523865.990148:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523865.990156:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523865.990161:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523865.990168:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396032, portal 25 00000400:00000010:1.0:1731523865.990171:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910440. 00000100:00000200:1.0:1731523865.990172:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396032, offset 0 00000400:00000200:1.0:1731523865.990179:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523865.990190:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523865.990194:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523865.990197:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523865.990200:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523865.990201:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523865.990203:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [797:797:256:4294967295] 192.168.204.149@tcp LPNI seq info [797:797:8:4294967295] 00000400:00000200:1.0:1731523865.990210:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523865.990214:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523865.990217:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4600. 00000800:00000200:1.0:1731523865.990220:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523865.990227:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523865.990229:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523865.990331:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523865.990334:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4600. 00000400:00000200:0.0:1731523865.990338:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523865.990343:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523865.990358:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910440 00000400:00000010:0.0:1731523865.990360:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910440. 00000100:00000200:0.0:1731523865.990368:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5500 x1815630742396032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523865.991754:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523865.991763:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719c80 00000400:00000200:0.0:1731523865.991768:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19b9 [1] + 224 00000400:00000200:0.0:1731523865.991779:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523865.991782:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523865.991786:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5500 x1815630742396032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523865.991883:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523865.991888:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523865.991889:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523865.991893:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5500 x1815630742396032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523865.991908:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5500 x1815630742396032/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523865.991925:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523865.991928:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07de00. 00000100:00000010:1.0:1731523865.991931:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5500. 00000100:00000010:2.0:1731523870.997995:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731523870.998022:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:3.0:1731523870.998134:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523870.998142:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523870.998148:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523870.998154:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396160, portal 25 00000400:00000010:3.0:1731523870.998158:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369accc0. 00000100:00000200:3.0:1731523870.998159:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396160, offset 0 00000400:00000200:3.0:1731523870.998166:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523870.998178:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523870.998182:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523870.998184:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523870.998187:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523870.998188:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523870.998190:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [798:798:256:4294967295] 192.168.204.149@tcp LPNI seq info [798:798:8:4294967295] 00000400:00000200:3.0:1731523870.998197:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523870.998201:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523870.998203:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731523870.998207:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523870.998214:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523870.998216:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523870.998347:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523870.998350:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731523870.998353:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523870.998358:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523870.998361:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369accc0 00000400:00000010:0.0:1731523870.998362:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369accc0. 00000100:00000200:0.0:1731523870.998369:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742396160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523870.999688:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523870.999696:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719d00 00000400:00000200:0.0:1731523870.999702:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19c1 [1] + 224 00000400:00000200:0.0:1731523870.999715:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523870.999717:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523870.999721:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742396160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523870.999788:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523870.999792:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523870.999793:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523870.999797:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742396160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523870.999803:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742396160/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523870.999832:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523870.999836:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:3.0:1731523870.999838:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:2.0:1731523876.005920:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731523876.005938:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:1.0:1731523876.006027:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523876.006034:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523876.006039:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523876.006045:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396288, portal 25 00000400:00000010:1.0:1731523876.006049:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910908. 00000100:00000200:1.0:1731523876.006050:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396288, offset 0 00000400:00000200:1.0:1731523876.006057:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523876.006069:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523876.006073:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523876.006076:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523876.006078:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523876.006080:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523876.006082:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [799:799:256:4294967295] 192.168.204.149@tcp LPNI seq info [799:799:8:4294967295] 00000400:00000200:1.0:1731523876.006089:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523876.006093:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523876.006095:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523876.006098:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523876.006103:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523876.006106:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523876.006195:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523876.006198:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523876.006202:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523876.006215:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523876.006218:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910908 00000400:00000010:0.0:1731523876.006219:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910908. 00000100:00000200:0.0:1731523876.006225:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742396288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523876.007724:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523876.007732:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719d80 00000400:00000200:0.0:1731523876.007736:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19c9 [1] + 224 00000400:00000200:0.0:1731523876.007748:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523876.007750:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523876.007755:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742396288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523876.007827:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523876.007832:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523876.007833:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523876.007837:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742396288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523876.007852:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742396288/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523876.007892:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523876.007895:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:1.0:1731523876.007897:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:0.0:1731523881.014010:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5f80. 02000000:00000010:0.0:1731523881.014026:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07de00. 02000000:00000010:3.0:1731523881.014129:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523881.014136:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523881.014142:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523881.014148:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396416, portal 25 00000400:00000010:3.0:1731523881.014151:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acb28. 00000100:00000200:3.0:1731523881.014152:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396416, offset 0 00000400:00000200:3.0:1731523881.014159:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523881.014171:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523881.014175:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523881.014178:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523881.014181:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523881.014182:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523881.014184:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [800:800:256:4294967295] 192.168.204.149@tcp LPNI seq info [800:800:8:4294967295] 00000400:00000200:3.0:1731523881.014191:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523881.014195:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523881.014197:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731523881.014201:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523881.014207:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523881.014210:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523881.014299:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523881.014302:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731523881.014305:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523881.014309:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523881.014312:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acb28 00000400:00000010:0.0:1731523881.014314:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acb28. 00000100:00000200:0.0:1731523881.014320:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5f80 x1815630742396416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523881.015881:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523881.015889:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719e00 00000400:00000200:0.0:1731523881.015894:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19d1 [1] + 224 00000400:00000200:0.0:1731523881.015908:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523881.015910:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523881.015914:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5f80 x1815630742396416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523881.015998:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523881.016003:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523881.016004:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523881.016007:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5f80 x1815630742396416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523881.016014:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5f80 x1815630742396416/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523881.016038:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523881.016041:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07de00. 00000100:00000010:3.0:1731523881.016044:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5f80. 00000100:00000010:2.0:1731523886.022034:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731523886.022052:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4400. 02000000:00000010:1.0:1731523886.022160:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523886.022167:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523886.022174:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523886.022180:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396544, portal 25 00000400:00000010:1.0:1731523886.022182:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910dd0. 00000100:00000200:1.0:1731523886.022184:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396544, offset 0 00000400:00000200:1.0:1731523886.022190:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523886.022202:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523886.022206:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523886.022209:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523886.022212:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523886.022213:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523886.022215:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [801:801:256:4294967295] 192.168.204.149@tcp LPNI seq info [801:801:8:4294967295] 00000400:00000200:1.0:1731523886.022222:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523886.022226:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523886.022229:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523886.022233:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523886.022238:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523886.022241:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523886.022365:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523886.022368:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523886.022372:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523886.022376:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523886.022379:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910dd0 00000400:00000010:0.0:1731523886.022380:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910dd0. 00000100:00000200:0.0:1731523886.022387:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742396544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523886.023824:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523886.023832:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719e80 00000400:00000200:0.0:1731523886.023836:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19d9 [1] + 224 00000400:00000200:0.0:1731523886.023850:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523886.023853:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523886.023871:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742396544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523886.023941:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523886.023946:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523886.023947:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523886.023951:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742396544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523886.023968:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742396544/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523886.023984:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523886.023988:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4400. 00000100:00000010:1.0:1731523886.023991:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731523891.030017:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731523891.030042:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731523891.030130:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523891.030138:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523891.030144:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523891.030150:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396672, portal 25 00000400:00000010:3.0:1731523891.030153:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac7f8. 00000100:00000200:3.0:1731523891.030155:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396672, offset 0 00000400:00000200:3.0:1731523891.030161:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523891.030173:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523891.030177:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523891.030180:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523891.030182:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523891.030183:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523891.030186:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [802:802:256:4294967295] 192.168.204.149@tcp LPNI seq info [802:802:8:4294967295] 00000400:00000200:3.0:1731523891.030192:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523891.030196:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523891.030199:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c200. 00000800:00000200:3.0:1731523891.030203:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523891.030209:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523891.030212:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523891.030384:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523891.030387:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c200. 00000400:00000200:0.0:1731523891.030390:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523891.030395:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523891.030397:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac7f8 00000400:00000010:0.0:1731523891.030399:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac7f8. 00000100:00000200:0.0:1731523891.030405:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742396672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523891.031882:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523891.031890:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719f00 00000400:00000200:0.0:1731523891.031895:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19e1 [1] + 224 00000400:00000200:0.0:1731523891.031910:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523891.031912:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523891.031923:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742396672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523891.031972:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523891.031976:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523891.031977:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523891.031981:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742396672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523891.031987:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742396672/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523891.032013:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523891.032017:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731523891.032019:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731523896.037935:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731523896.037953:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:1.0:1731523896.038036:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523896.038044:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523896.038051:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523896.038057:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396800, portal 25 00000400:00000010:1.0:1731523896.038061:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910bb0. 00000100:00000200:1.0:1731523896.038063:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396800, offset 0 00000400:00000200:1.0:1731523896.038072:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523896.038084:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523896.038090:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523896.038093:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523896.038096:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523896.038098:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523896.038101:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [803:803:256:4294967295] 192.168.204.149@tcp LPNI seq info [803:803:8:4294967295] 00000400:00000200:1.0:1731523896.038111:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523896.038117:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523896.038120:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523896.038125:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523896.038132:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523896.038135:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523896.038244:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523896.038247:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523896.038250:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523896.038255:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523896.038257:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910bb0 00000400:00000010:0.0:1731523896.038258:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910bb0. 00000100:00000200:0.0:1731523896.038264:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742396800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523896.039361:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523896.039368:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e79719f80 00000400:00000200:0.0:1731523896.039373:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19e9 [1] + 224 00000400:00000200:0.0:1731523896.039388:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523896.039390:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523896.039395:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742396800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523896.039441:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523896.039445:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523896.039447:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523896.039451:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742396800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523896.039473:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742396800/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523896.039492:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523896.039496:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:1.0:1731523896.039499:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:0.0:1731523901.046007:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6300. 02000000:00000010:0.0:1731523901.046027:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d800. 02000000:00000010:3.0:1731523901.046127:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523901.046135:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523901.046140:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523901.046146:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742396928, portal 25 00000400:00000010:3.0:1731523901.046148:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731523901.046150:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742396928, offset 0 00000400:00000200:3.0:1731523901.046157:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523901.046168:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523901.046172:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523901.046175:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523901.046199:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523901.046201:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523901.046203:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [804:804:256:4294967295] 192.168.204.149@tcp LPNI seq info [804:804:8:4294967295] 00000400:00000200:3.0:1731523901.046210:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523901.046214:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523901.046217:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731523901.046220:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523901.046226:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523901.046229:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523901.046320:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523901.046322:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731523901.046325:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523901.046330:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523901.046332:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731523901.046334:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731523901.046340:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6300 x1815630742396928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523901.047494:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523901.047501:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a000 00000400:00000200:0.0:1731523901.047506:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19f1 [1] + 224 00000400:00000200:0.0:1731523901.047527:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523901.047530:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523901.047534:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6300 x1815630742396928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523901.047576:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523901.047580:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523901.047581:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523901.047585:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6300 x1815630742396928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523901.047590:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6300 x1815630742396928/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523901.047614:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523901.047618:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d800. 00000100:00000010:3.0:1731523901.047620:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6300. 00000100:00000010:2.0:1731523906.053999:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731523906.054017:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731523906.054111:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523906.054119:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523906.054124:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523906.054130:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397056, portal 25 00000400:00000010:3.0:1731523906.054133:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731523906.054135:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397056, offset 0 00000400:00000200:3.0:1731523906.054141:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523906.054153:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523906.054157:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523906.054161:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523906.054163:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523906.054164:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523906.054166:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [805:805:256:4294967295] 192.168.204.149@tcp LPNI seq info [805:805:8:4294967295] 00000400:00000200:3.0:1731523906.054172:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523906.054176:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523906.054179:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731523906.054183:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523906.054188:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523906.054191:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523906.054301:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523906.054304:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731523906.054308:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523906.054311:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523906.054314:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731523906.054315:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731523906.054321:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742397056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523906.055716:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523906.055725:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a080 00000400:00000200:0.0:1731523906.055729:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x19f9 [1] + 224 00000400:00000200:0.0:1731523906.055744:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523906.055747:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523906.055751:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742397056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523906.055799:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523906.055803:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523906.055804:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523906.055808:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742397056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523906.055815:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742397056/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523906.055842:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523906.055845:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731523906.055847:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:0.0:1731523911.062049:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa5180. 02000000:00000010:0.0:1731523911.062067:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07df00. 02000000:00000010:3.0:1731523911.062137:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523911.062145:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523911.062150:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523911.062156:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397184, portal 25 00000400:00000010:3.0:1731523911.062159:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731523911.062161:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397184, offset 0 00000400:00000200:3.0:1731523911.062168:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523911.062179:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523911.062184:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523911.062187:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523911.062189:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523911.062190:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523911.062193:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [806:806:256:4294967295] 192.168.204.149@tcp LPNI seq info [806:806:8:4294967295] 00000400:00000200:3.0:1731523911.062199:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523911.062203:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523911.062206:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731523911.062210:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523911.062217:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523911.062219:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523911.062313:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523911.062315:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731523911.062319:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523911.062323:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523911.062326:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731523911.062327:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731523911.062333:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa5180 x1815630742397184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523911.063795:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523911.063812:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a100 00000400:00000200:0.0:1731523911.063816:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a01 [1] + 224 00000400:00000200:0.0:1731523911.063828:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523911.063830:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523911.063834:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa5180 x1815630742397184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523911.063905:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523911.063909:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523911.063910:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523911.063914:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa5180 x1815630742397184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523911.063920:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa5180 x1815630742397184/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523911.063946:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523911.063949:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07df00. 00000100:00000010:3.0:1731523911.063951:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa5180. 00000100:00000010:2.0:1731523916.070045:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731523916.070064:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4a00. 02000000:00000010:1.0:1731523916.070150:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523916.070158:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523916.070164:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523916.070171:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397312, portal 25 00000400:00000010:1.0:1731523916.070175:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910e58. 00000100:00000200:1.0:1731523916.070176:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397312, offset 0 00000400:00000200:1.0:1731523916.070185:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523916.070198:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523916.070202:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523916.070206:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523916.070209:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523916.070211:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523916.070214:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [807:807:256:4294967295] 192.168.204.149@tcp LPNI seq info [807:807:8:4294967295] 00000400:00000200:1.0:1731523916.070222:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523916.070227:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523916.070229:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523916.070235:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523916.070242:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523916.070245:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523916.070348:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523916.070351:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523916.070355:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523916.070359:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523916.070362:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910e58 00000400:00000010:0.0:1731523916.070363:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910e58. 00000100:00000200:0.0:1731523916.070369:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742397312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523916.071849:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523916.071878:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a180 00000400:00000200:0.0:1731523916.071884:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a09 [1] + 224 00000400:00000200:0.0:1731523916.071916:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523916.071919:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523916.071924:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742397312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523916.071974:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523916.071979:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523916.071980:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523916.071985:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742397312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523916.072007:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742397312/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523916.072028:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523916.072033:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4a00. 00000100:00000010:1.0:1731523916.072036:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:2.0:1731523921.077963:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428000. 02000000:00000010:2.0:1731523921.077987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731523921.078103:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523921.078111:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523921.078118:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523921.078124:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397440, portal 25 00000400:00000010:3.0:1731523921.078126:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731523921.078128:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397440, offset 0 00000400:00000200:3.0:1731523921.078135:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523921.078147:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523921.078151:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523921.078154:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523921.078157:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523921.078158:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523921.078160:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [808:808:256:4294967295] 192.168.204.149@tcp LPNI seq info [808:808:8:4294967295] 00000400:00000200:3.0:1731523921.078167:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523921.078171:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523921.078173:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c100. 00000800:00000200:3.0:1731523921.078177:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523921.078183:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523921.078186:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523921.078310:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523921.078313:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c100. 00000400:00000200:0.0:1731523921.078317:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523921.078322:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523921.078324:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731523921.078325:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731523921.078332:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428000 x1815630742397440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523921.079726:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523921.079743:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a200 00000400:00000200:0.0:1731523921.079748:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a11 [1] + 224 00000400:00000200:0.0:1731523921.079760:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523921.079762:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523921.079767:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428000 x1815630742397440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523921.079850:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523921.079854:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523921.079855:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523921.079880:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428000 x1815630742397440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523921.079886:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428000 x1815630742397440/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523921.079911:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523921.079914:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731523921.079916:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428000. 00000100:00000010:0.0:1731523926.086033:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6680. 02000000:00000010:0.0:1731523926.086052:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07dc00. 02000000:00000010:3.0:1731523926.086137:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523926.086144:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523926.086150:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523926.086157:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397568, portal 25 00000400:00000010:3.0:1731523926.086160:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731523926.086161:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397568, offset 0 00000400:00000200:3.0:1731523926.086168:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523926.086179:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523926.086184:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523926.086187:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523926.086189:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523926.086190:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523926.086193:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [809:809:256:4294967295] 192.168.204.149@tcp LPNI seq info [809:809:8:4294967295] 00000400:00000200:3.0:1731523926.086199:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523926.086203:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523926.086205:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cf00. 00000800:00000200:3.0:1731523926.086209:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523926.086215:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523926.086218:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523926.086317:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523926.086319:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cf00. 00000400:00000200:0.0:1731523926.086321:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523926.086326:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523926.086328:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731523926.086329:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731523926.086336:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6680 x1815630742397568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523926.087508:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523926.087517:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a280 00000400:00000200:0.0:1731523926.087522:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a19 [1] + 224 00000400:00000200:0.0:1731523926.087537:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523926.087539:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523926.087543:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6680 x1815630742397568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523926.087594:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523926.087598:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523926.087599:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523926.087603:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6680 x1815630742397568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523926.087609:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6680 x1815630742397568/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523926.087646:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523926.087650:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07dc00. 00000100:00000010:3.0:1731523926.087653:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6680. 00000100:00000010:2.0:1731523931.094041:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428380. 02000000:00000010:2.0:1731523931.094059:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:3.0:1731523931.094164:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523931.094171:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523931.094177:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523931.094183:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397696, portal 25 00000400:00000010:3.0:1731523931.094185:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731523931.094187:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397696, offset 0 00000400:00000200:3.0:1731523931.094194:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523931.094205:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523931.094210:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523931.094212:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523931.094215:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523931.094216:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523931.094219:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [810:810:256:4294967295] 192.168.204.149@tcp LPNI seq info [810:810:8:4294967295] 00000400:00000200:3.0:1731523931.094226:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523931.094230:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523931.094232:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ca00. 00000800:00000200:3.0:1731523931.094236:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523931.094242:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523931.094245:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523931.094405:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523931.094410:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ca00. 00000400:00000200:0.0:1731523931.094416:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523931.094423:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523931.094427:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731523931.094429:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731523931.094439:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428380 x1815630742397696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523931.095934:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523931.095948:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a300 00000400:00000200:0.0:1731523931.095957:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a21 [1] + 224 00000400:00000200:0.0:1731523931.095981:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523931.095987:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523931.095996:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428380 x1815630742397696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523931.096057:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523931.096061:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523931.096062:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523931.096066:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428380 x1815630742397696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523931.096072:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428380 x1815630742397696/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523931.096098:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523931.096102:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:3.0:1731523931.096105:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428380. 00000100:00000010:2.0:1731523936.101973:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428700. 02000000:00000010:2.0:1731523936.102001:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:1.0:1731523936.102117:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523936.102124:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523936.102131:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523936.102137:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397824, portal 25 00000400:00000010:1.0:1731523936.102141:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910000. 00000100:00000200:1.0:1731523936.102142:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397824, offset 0 00000400:00000200:1.0:1731523936.102149:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523936.102160:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523936.102164:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523936.102167:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523936.102169:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523936.102171:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523936.102173:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [811:811:256:4294967295] 192.168.204.149@tcp LPNI seq info [811:811:8:4294967295] 00000400:00000200:1.0:1731523936.102179:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523936.102183:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523936.102186:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523936.102190:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523936.102196:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523936.102198:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523936.102317:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523936.102320:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523936.102323:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523936.102327:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523936.102329:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910000 00000400:00000010:0.0:1731523936.102331:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910000. 00000100:00000200:0.0:1731523936.102336:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428700 x1815630742397824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523936.103847:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523936.103880:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a380 00000400:00000200:0.0:1731523936.103885:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a29 [1] + 224 00000400:00000200:0.0:1731523936.103898:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523936.103901:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523936.103905:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428700 x1815630742397824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523936.103950:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523936.103955:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523936.103956:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523936.103960:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428700 x1815630742397824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523936.103978:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428700 x1815630742397824/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523936.103997:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523936.104000:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:1.0:1731523936.104003:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428700. 00000100:00000010:2.0:1731523941.109917:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428a80. 02000000:00000010:2.0:1731523941.109935:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4100. 02000000:00000010:3.0:1731523941.110036:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523941.110044:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523941.110050:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523941.110056:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742397952, portal 25 00000400:00000010:3.0:1731523941.110059:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731523941.110060:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742397952, offset 0 00000400:00000200:3.0:1731523941.110067:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523941.110079:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523941.110084:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523941.110087:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523941.110089:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523941.110090:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523941.110092:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [812:812:256:4294967295] 192.168.204.149@tcp LPNI seq info [812:812:8:4294967295] 00000400:00000200:3.0:1731523941.110099:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523941.110103:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523941.110106:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c300. 00000800:00000200:3.0:1731523941.110110:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523941.110115:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523941.110118:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523941.110206:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523941.110210:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c300. 00000400:00000200:0.0:1731523941.110214:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523941.110219:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523941.110222:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731523941.110224:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731523941.110241:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428a80 x1815630742397952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523941.111465:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523941.111475:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a400 00000400:00000200:0.0:1731523941.111481:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a31 [1] + 224 00000400:00000200:0.0:1731523941.111496:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523941.111500:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523941.111506:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428a80 x1815630742397952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523941.111554:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523941.111558:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523941.111559:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523941.111563:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428a80 x1815630742397952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523941.111569:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428a80 x1815630742397952/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523941.111595:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523941.111598:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4100. 00000100:00000010:3.0:1731523941.111601:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428a80. 00000100:00000010:2.0:1731523946.117972:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9428e00. 02000000:00000010:2.0:1731523946.117992:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4000. 02000000:00000010:1.0:1731523946.118102:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523946.118109:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523946.118114:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523946.118121:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398080, portal 25 00000400:00000010:1.0:1731523946.118124:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910880. 00000100:00000200:1.0:1731523946.118125:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398080, offset 0 00000400:00000200:1.0:1731523946.118132:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523946.118144:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523946.118148:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523946.118151:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523946.118153:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523946.118155:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523946.118156:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [813:813:256:4294967295] 192.168.204.149@tcp LPNI seq info [813:813:8:4294967295] 00000400:00000200:1.0:1731523946.118163:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523946.118167:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523946.118171:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4200. 00000800:00000200:1.0:1731523946.118175:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523946.118181:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523946.118183:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523946.118335:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523946.118339:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4200. 00000400:00000200:0.0:1731523946.118343:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523946.118349:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523946.118382:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910880 00000400:00000010:0.0:1731523946.118384:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910880. 00000100:00000200:0.0:1731523946.118392:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9428e00 x1815630742398080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523946.119781:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523946.119792:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a480 00000400:00000200:0.0:1731523946.119798:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a39 [1] + 224 00000400:00000200:0.0:1731523946.119817:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523946.119821:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523946.119827:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9428e00 x1815630742398080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523946.119903:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523946.119908:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523946.119909:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523946.119913:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9428e00 x1815630742398080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523946.119931:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9428e00 x1815630742398080/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523946.119948:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523946.119952:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4000. 00000100:00000010:1.0:1731523946.119954:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9428e00. 00000100:00000010:2.0:1731523951.125975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429180. 02000000:00000010:2.0:1731523951.125994:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4900. 02000000:00000010:3.0:1731523951.126101:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523951.126110:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523951.126117:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523951.126124:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398208, portal 25 00000400:00000010:3.0:1731523951.126131:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acd48. 00000100:00000200:3.0:1731523951.126134:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398208, offset 0 00000400:00000200:3.0:1731523951.126142:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523951.126155:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523951.126159:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523951.126162:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523951.126165:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523951.126166:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523951.126168:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [814:814:256:4294967295] 192.168.204.149@tcp LPNI seq info [814:814:8:4294967295] 00000400:00000200:3.0:1731523951.126175:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523951.126179:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523951.126182:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c900. 00000800:00000200:3.0:1731523951.126186:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523951.126192:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523951.126195:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523951.126363:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523951.126367:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c900. 00000400:00000200:0.0:1731523951.126371:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523951.126375:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523951.126378:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acd48 00000400:00000010:0.0:1731523951.126389:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acd48. 00000100:00000200:0.0:1731523951.126396:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429180 x1815630742398208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523951.127797:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523951.127805:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a500 00000400:00000200:0.0:1731523951.127810:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a41 [1] + 224 00000400:00000200:0.0:1731523951.127822:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523951.127824:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523951.127829:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429180 x1815630742398208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523951.127901:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523951.127906:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523951.127907:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523951.127911:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429180 x1815630742398208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523951.127917:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429180 x1815630742398208/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523951.127941:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523951.127944:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4900. 00000100:00000010:3.0:1731523951.127947:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429180. 00000100:00000010:0.0:1731523956.134041:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6a00. 02000000:00000010:0.0:1731523956.134059:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d800. 02000000:00000010:3.0:1731523956.134200:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523956.134210:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523956.134216:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523956.134224:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398336, portal 25 00000400:00000010:3.0:1731523956.134229:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac000. 00000100:00000200:3.0:1731523956.134231:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398336, offset 0 00000400:00000200:3.0:1731523956.134243:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523956.134258:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523956.134265:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523956.134269:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523956.134272:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523956.134275:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523956.134279:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [815:815:256:4294967295] 192.168.204.149@tcp LPNI seq info [815:815:8:4294967295] 00000400:00000200:3.0:1731523956.134290:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523956.134296:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523956.134300:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c700. 00000800:00000200:3.0:1731523956.134306:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523956.134315:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523956.134319:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523956.134434:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523956.134436:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c700. 00000400:00000200:0.0:1731523956.134439:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523956.134443:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523956.134447:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac000 00000400:00000010:0.0:1731523956.134448:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac000. 00000100:00000200:0.0:1731523956.134455:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6a00 x1815630742398336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523956.136038:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523956.136046:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a580 00000400:00000200:0.0:1731523956.136051:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a49 [1] + 224 00000400:00000200:0.0:1731523956.136066:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523956.136068:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523956.136072:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6a00 x1815630742398336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523956.136159:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523956.136163:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523956.136164:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523956.136183:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6a00 x1815630742398336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523956.136189:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6a00 x1815630742398336/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523956.136218:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523956.136221:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d800. 00000100:00000010:3.0:1731523956.136224:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6a00. 00000100:00000010:2.0:1731523961.142019:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429500. 02000000:00000010:2.0:1731523961.142036:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4300. 02000000:00000010:3.0:1731523961.142140:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523961.142147:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523961.142153:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523961.142160:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398464, portal 25 00000400:00000010:3.0:1731523961.142163:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac110. 00000100:00000200:3.0:1731523961.142165:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398464, offset 0 00000400:00000200:3.0:1731523961.142172:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523961.142184:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523961.142188:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523961.142191:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523961.142193:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523961.142195:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523961.142197:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [816:816:256:4294967295] 192.168.204.149@tcp LPNI seq info [816:816:8:4294967295] 00000400:00000200:3.0:1731523961.142203:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523961.142207:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523961.142210:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1cb00. 00000800:00000200:3.0:1731523961.142213:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523961.142219:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523961.142222:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523961.142347:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523961.142350:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1cb00. 00000400:00000200:0.0:1731523961.142362:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523961.142366:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523961.142369:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac110 00000400:00000010:0.0:1731523961.142371:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac110. 00000100:00000200:0.0:1731523961.142378:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429500 x1815630742398464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523961.143760:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523961.143769:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a600 00000400:00000200:0.0:1731523961.143774:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a51 [1] + 224 00000400:00000200:0.0:1731523961.143786:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523961.143788:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523961.143793:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429500 x1815630742398464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523961.143874:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523961.143879:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523961.143880:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523961.143885:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429500 x1815630742398464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523961.143893:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429500 x1815630742398464/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523961.143924:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523961.143928:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4300. 00000100:00000010:3.0:1731523961.143931:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429500. 00000100:00000010:0.0:1731523966.150029:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa6d80. 02000000:00000010:0.0:1731523966.150047:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d400. 02000000:00000010:3.0:1731523966.150142:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523966.150149:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523966.150156:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523966.150164:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398592, portal 25 00000400:00000010:3.0:1731523966.150168:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acc38. 00000100:00000200:3.0:1731523966.150170:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398592, offset 0 00000400:00000200:3.0:1731523966.150179:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523966.150193:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523966.150203:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523966.150208:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523966.150211:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523966.150213:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523966.150216:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [817:817:256:4294967295] 192.168.204.149@tcp LPNI seq info [817:817:8:4294967295] 00000400:00000200:3.0:1731523966.150225:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523966.150231:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523966.150234:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1ce00. 00000800:00000200:3.0:1731523966.150239:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523966.150246:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523966.150249:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523966.150339:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523966.150342:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1ce00. 00000400:00000200:0.0:1731523966.150345:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523966.150349:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523966.150352:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acc38 00000400:00000010:0.0:1731523966.150353:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acc38. 00000100:00000200:0.0:1731523966.150359:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa6d80 x1815630742398592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523966.151931:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523966.151939:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a680 00000400:00000200:0.0:1731523966.151944:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a59 [1] + 224 00000400:00000200:0.0:1731523966.151958:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523966.151960:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523966.151964:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa6d80 x1815630742398592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523966.152025:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523966.152030:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523966.152031:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523966.152035:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa6d80 x1815630742398592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523966.152044:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa6d80 x1815630742398592/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523966.152074:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523966.152078:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d400. 00000100:00000010:3.0:1731523966.152081:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa6d80. 00000100:00000010:2.0:1731523971.158042:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429880. 02000000:00000010:2.0:1731523971.158061:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4d00. 02000000:00000010:3.0:1731523971.158167:0:13228:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523971.158174:0:13228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523971.158181:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523971.158187:0:13228:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398720, portal 25 00000400:00000010:3.0:1731523971.158191:0:13228:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369acaa0. 00000100:00000200:3.0:1731523971.158192:0:13228:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398720, offset 0 00000400:00000200:3.0:1731523971.158198:0:13228:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523971.158210:0:13228:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523971.158213:0:13228:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523971.158217:0:13228:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523971.158219:0:13228:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523971.158220:0:13228:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523971.158223:0:13228:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [818:818:256:4294967295] 192.168.204.149@tcp LPNI seq info [818:818:8:4294967295] 00000400:00000200:3.0:1731523971.158229:0:13228:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523971.158233:0:13228:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523971.158235:0:13228:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c600. 00000800:00000200:3.0:1731523971.158239:0:13228:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523971.158244:0:13228:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523971.158247:0:13228:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523971.158388:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523971.158392:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c600. 00000400:00000200:0.0:1731523971.158396:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523971.158400:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523971.158403:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369acaa0 00000400:00000010:0.0:1731523971.158404:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369acaa0. 00000100:00000200:0.0:1731523971.158410:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429880 x1815630742398720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523971.160085:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523971.160093:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a700 00000400:00000200:0.0:1731523971.160098:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a61 [1] + 224 00000400:00000200:0.0:1731523971.160112:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523971.160115:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523971.160119:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429880 x1815630742398720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523971.160173:0:13228:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523971.160178:0:13228:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523971.160180:0:13228:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523971.160185:0:13228:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429880 x1815630742398720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523971.160193:0:13228:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429880 x1815630742398720/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523971.160226:0:13228:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523971.160229:0:13228:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4d00. 00000100:00000010:3.0:1731523971.160232:0:13228:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429880. 00000100:00000010:2.0:1731523976.165964:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429c00. 02000000:00000010:2.0:1731523976.165983:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4f00. 02000000:00000010:1.0:1731523976.166064:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523976.166072:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523976.166078:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523976.166084:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398848, portal 25 00000400:00000010:1.0:1731523976.166087:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910ee0. 00000100:00000200:1.0:1731523976.166088:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398848, offset 0 00000400:00000200:1.0:1731523976.166095:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523976.166106:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523976.166110:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523976.166113:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523976.166115:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523976.166117:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523976.166119:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [819:819:256:4294967295] 192.168.204.149@tcp LPNI seq info [819:819:8:4294967295] 00000400:00000200:1.0:1731523976.166126:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523976.166130:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523976.166132:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4100. 00000800:00000200:1.0:1731523976.166136:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523976.166142:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523976.166145:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523976.166300:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523976.166304:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4100. 00000400:00000200:0.0:1731523976.166307:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523976.166312:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523976.166314:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910ee0 00000400:00000010:0.0:1731523976.166315:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910ee0. 00000100:00000200:0.0:1731523976.166322:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429c00 x1815630742398848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523976.167957:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523976.167965:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a780 00000400:00000200:0.0:1731523976.167969:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a69 [1] + 224 00000400:00000200:0.0:1731523976.167985:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523976.167987:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523976.167998:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429c00 x1815630742398848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523976.168066:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523976.168071:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523976.168072:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523976.168076:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429c00 x1815630742398848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523976.168092:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429c00 x1815630742398848/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523976.168114:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523976.168118:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4f00. 00000100:00000010:1.0:1731523976.168121:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429c00. 00000100:00000010:2.0:1731523981.173915:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9429f80. 02000000:00000010:2.0:1731523981.173932:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4500. 02000000:00000010:3.0:1731523981.174032:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731523981.174043:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731523981.174050:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523981.174058:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742398976, portal 25 00000400:00000010:3.0:1731523981.174063:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac6e8. 00000100:00000200:3.0:1731523981.174066:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742398976, offset 0 00000400:00000200:3.0:1731523981.174076:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731523981.174091:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731523981.174097:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523981.174102:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731523981.174106:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523981.174108:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731523981.174112:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [820:820:256:4294967295] 192.168.204.149@tcp LPNI seq info [820:820:8:4294967295] 00000400:00000200:3.0:1731523981.174122:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731523981.174127:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731523981.174131:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c800. 00000800:00000200:3.0:1731523981.174137:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731523981.174145:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731523981.174149:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523981.174255:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523981.174259:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c800. 00000400:00000200:0.0:1731523981.174261:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523981.174266:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523981.174269:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac6e8 00000400:00000010:0.0:1731523981.174270:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac6e8. 00000100:00000200:0.0:1731523981.174276:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9429f80 x1815630742398976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523981.175827:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523981.175835:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a800 00000400:00000200:0.0:1731523981.175840:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a71 [1] + 224 00000400:00000200:0.0:1731523981.175851:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523981.175853:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523981.175883:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9429f80 x1815630742398976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523981.175952:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731523981.175957:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731523981.175959:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731523981.175965:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9429f80 x1815630742398976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523981.175973:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9429f80 x1815630742398976/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523981.176015:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731523981.176020:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4500. 00000100:00000010:3.0:1731523981.176024:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9429f80. 00000100:00000010:0.0:1731523986.182024:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abfa7100. 02000000:00000010:0.0:1731523986.182042:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b07d800. 02000000:00000010:1.0:1731523986.182151:0:13231:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523986.182158:0:13231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523986.182165:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523986.182170:0:13231:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742399104, portal 25 00000400:00000010:1.0:1731523986.182173:0:13231:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910b28. 00000100:00000200:1.0:1731523986.182174:0:13231:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742399104, offset 0 00000400:00000200:1.0:1731523986.182182:0:13231:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523986.182193:0:13231:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523986.182198:0:13231:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523986.182201:0:13231:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523986.182203:0:13231:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523986.182205:0:13231:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523986.182207:0:13231:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [821:821:256:4294967295] 192.168.204.149@tcp LPNI seq info [821:821:8:4294967295] 00000400:00000200:1.0:1731523986.182213:0:13231:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523986.182217:0:13231:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523986.182220:0:13231:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4300. 00000800:00000200:1.0:1731523986.182223:0:13231:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523986.182229:0:13231:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523986.182232:0:13231:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523986.182327:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523986.182329:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4300. 00000400:00000200:0.0:1731523986.182332:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523986.182336:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523986.182339:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910b28 00000400:00000010:0.0:1731523986.182340:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910b28. 00000100:00000200:0.0:1731523986.182346:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abfa7100 x1815630742399104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523986.184032:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523986.184040:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a880 00000400:00000200:0.0:1731523986.184044:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a79 [1] + 224 00000400:00000200:0.0:1731523986.184068:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523986.184070:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523986.184074:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abfa7100 x1815630742399104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523986.184149:0:13231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523986.184153:0:13231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523986.184154:0:13231:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523986.184158:0:13231:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abfa7100 x1815630742399104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523986.184173:0:13231:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abfa7100 x1815630742399104/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523986.184190:0:13231:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523986.184194:0:13231:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b07d800. 00000100:00000010:1.0:1731523986.184197:0:13231:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abfa7100. 00000100:00000010:2.0:1731523991.190027:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a300. 02000000:00000010:2.0:1731523991.190046:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4600. 02000000:00000010:1.0:1731523991.190108:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523991.190116:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523991.190121:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523991.190128:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742399232, portal 25 00000400:00000010:1.0:1731523991.190131:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39105d8. 00000100:00000200:1.0:1731523991.190132:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742399232, offset 0 00000400:00000200:1.0:1731523991.190139:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523991.190149:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523991.190154:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523991.190157:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523991.190159:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523991.190161:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523991.190163:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [822:822:256:4294967295] 192.168.204.149@tcp LPNI seq info [822:822:8:4294967295] 00000400:00000200:1.0:1731523991.190170:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523991.190174:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523991.190176:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4500. 00000800:00000200:1.0:1731523991.190180:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523991.190185:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523991.190188:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523991.190287:0:13222:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523991.190290:0:13222:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4500. 00000400:00000200:0.0:1731523991.190294:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523991.190298:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523991.190301:0:13222:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39105d8 00000400:00000010:0.0:1731523991.190302:0:13222:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39105d8. 00000100:00000200:0.0:1731523991.190309:0:13222:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a300 x1815630742399232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523991.191900:0:13223:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523991.191908:0:13223:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a900 00000400:00000200:0.0:1731523991.191913:0:13223:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a81 [1] + 224 00000400:00000200:0.0:1731523991.191929:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523991.191931:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523991.191935:0:13223:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a300 x1815630742399232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523991.192006:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523991.192010:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523991.192011:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523991.192016:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a300 x1815630742399232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523991.192033:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a300 x1815630742399232/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523991.192050:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523991.192054:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4600. 00000100:00000010:1.0:1731523991.192057:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a300. 00000100:00000010:2.0:1731523996.197975:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942a680. 02000000:00000010:2.0:1731523996.197995:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4700. 02000000:00000010:1.0:1731523996.198102:0:13229:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b629ce00. 00000400:00000010:1.0:1731523996.198110:0:13229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a7c0b6e0. 00000400:00000010:1.0:1731523996.198115:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523996.198122:0:13229:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742399360, portal 25 00000400:00000010:1.0:1731523996.198125:0:13229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3910990. 00000100:00000200:1.0:1731523996.198126:0:13229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742399360, offset 0 00000400:00000200:1.0:1731523996.198135:0:13229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:1.0:1731523996.198146:0:13229:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:1.0:1731523996.198150:0:13229:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523996.198153:0:13229:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:1.0:1731523996.198155:0:13229:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523996.198157:0:13229:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:1.0:1731523996.198159:0:13229:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [823:823:256:4294967295] 192.168.204.149@tcp LPNI seq info [823:823:8:4294967295] 00000400:00000200:1.0:1731523996.198166:0:13229:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:1.0:1731523996.198170:0:13229:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:1.0:1731523996.198172:0:13229:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60c4000. 00000800:00000200:1.0:1731523996.198176:0:13229:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:1.0:1731523996.198182:0:13229:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:1.0:1731523996.198185:0:13229:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b60c4000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523996.198348:0:13221:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523996.198352:0:13221:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60c4000. 00000400:00000200:0.0:1731523996.198355:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523996.198360:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731523996.198362:0:13221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3910990 00000400:00000010:0.0:1731523996.198364:0:13221:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3910990. 00000100:00000200:0.0:1731523996.198370:0:13221:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942a680 x1815630742399360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523996.199892:0:13222:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731523996.199900:0:13222:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971a980 00000400:00000200:0.0:1731523996.199905:0:13222:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a89 [1] + 224 00000400:00000200:0.0:1731523996.199926:0:13222:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523996.199929:0:13222:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731523996.199933:0:13222:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942a680 x1815630742399360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523996.199975:0:13229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a7c0b6e0. 00000400:00000200:1.0:1731523996.199980:0:13229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39104c8 00000400:00000010:1.0:1731523996.199981:0:13229:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39104c8. 00000100:00000200:1.0:1731523996.199985:0:13229:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942a680 x1815630742399360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523996.199999:0:13229:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942a680 x1815630742399360/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523996.200016:0:13229:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b629ce00. 02000000:00000010:1.0:1731523996.200020:0:13229:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4700. 00000100:00000010:1.0:1731523996.200023:0:13229:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942a680. 00000100:00000010:2.0:1731524001.205967:0:14630:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a942aa00. 02000000:00000010:2.0:1731524001.205987:0:14630:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5bf4800. 02000000:00000010:3.0:1731524001.206059:0:13230:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5b82c00. 00000400:00000010:3.0:1731524001.206067:0:13230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012aba39a0. 00000400:00000010:3.0:1731524001.206072:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731524001.206078:0:13230:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815630742399488, portal 25 00000400:00000010:3.0:1731524001.206081:0:13230:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369aca18. 00000100:00000200:3.0:1731524001.206083:0:13230:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815630742399488, offset 0 00000400:00000200:3.0:1731524001.206090:0:13230:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.204.149@tcp 00000400:00000200:3.0:1731524001.206102:0:13230:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.149@tcp local destination 00000400:00000200:3.0:1731524001.206106:0:13230:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731524001.206109:0:13230:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.204.49@tcp 00000400:00000200:3.0:1731524001.206111:0:13230:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.204.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731524001.206113:0:13230:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.149@tcp 00000400:00000200:3.0:1731524001.206115:0:13230:0:(lib-move.c:1871:lnet_handle_send()) 192.168.204.49@tcp NI seq info: [824:824:256:4294967295] 192.168.204.149@tcp LPNI seq info [824:824:8:4294967295] 00000400:00000200:3.0:1731524001.206122:0:13230:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp:) -> 192.168.204.149@tcp(192.168.204.149@tcp:192.168.204.149@tcp) : PUT try# 0 00000800:00000200:3.0:1731524001.206126:0:13230:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.149@tcp 00000800:00000010:3.0:1731524001.206128:0:13230:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5b1c000. 00000800:00000200:3.0:1731524001.206132:0:13230:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a870a600] -> 12345-192.168.204.149@tcp (5) 00000800:00000200:3.0:1731524001.206137:0:13230:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.149@tcp ip 192.168.204.149:988 00000800:00000200:3.0:1731524001.206140:0:13230:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5b1c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731524001.206284:0:13223:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731524001.206287:0:13223:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5b1c000. 00000400:00000200:0.0:1731524001.206290:0:13223:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731524001.206294:0:13223:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000400:00000200:0.0:1731524001.206297:0:13223:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369aca18 00000400:00000010:0.0:1731524001.206299:0:13223:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369aca18. 00000100:00000200:0.0:1731524001.206305:0:13223:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a942aa00 x1815630742399488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731524001.207765:0:13221:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.204.49@tcp(192.168.204.49@tcp) <- 192.168.204.149@tcp : PUT - for me 00000400:00000200:0.0:1731524001.207773:0:13221:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.204.149@tcp of length 224 into portal 25 MB=0x6734e7971aa00 00000400:00000200:0.0:1731524001.207780:0:13221:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.149@tcp of length 224/224 into md 0x1a91 [1] + 224 00000400:00000200:0.0:1731524001.207799:0:13221:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731524001.207803:0:13221:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.204.49@tcp->192.168.204.149@tcp: PUT: OK 00000100:00000200:0.0:1731524001.207809:0:13221:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a942aa00 x1815630742399488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731524001.207925:0:13230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012aba39a0. 00000400:00000200:3.0:1731524001.207929:0:13230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369ac3b8 00000400:00000010:3.0:1731524001.207930:0:13230:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369ac3b8. 00000100:00000200:3.0:1731524001.207934:0:13230:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a942aa00 x1815630742399488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731524001.207940:0:13230:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a942aa00 x1815630742399488/t0(0) o400->MGC192.168.204.149@tcp@192.168.204.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1731524017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731524001.207970:0:13230:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5b82c00. 02000000:00000010:3.0:1731524001.207973:0:13230:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5bf4800. 00000100:00000010:3.0:1731524001.207975:0:13230:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a942aa00. Debug log: 38659 lines, 38659 kept, 0 dropped, 0 bad.